{"id":1275032,"url":"https://alion.io/job/cognida-senior-data-ai-engineer-databricks-specialist","title":"Senior Data & AI Engineer (Databricks Specialist)","company":{"id":2320452,"name":"Cognida","domain":"cognida.ai","url":"https://alion.io/company/cognida","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Keka","truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":33000,"max_usd":83000,"period":"year","method":"role_seniority_country_cell","sample_n":10},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"LLM","optional":false},{"name":"MLFlow","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"GCP","optional":true},{"name":"Machine Learning","optional":true}],"status":"live","first_seen_at":"2026-08-18T06:25:56Z","employer_posted_date":"2026-08-18","last_verified_at":"2026-09-27T21:53:09Z","board_verified":true,"closed_at":null,"days_open":40,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":40},"description":"About Cognida.ai\nOur Purpose is to boost your competitive advantage using AI and Analytics.\nWe Deliver tangible business impact with data-driven insights powered by AI. Drive revenue growth, increase profitability and improve operational efficiencies.\nWe Are technologists with keen business acumen - Forever curious, always on the front lines of technological advancements. Applying our latest learnings, and tools to solve your everyday business challenges.\nWe Believe the power of AI should not be the exclusive preserve of the few. Every business, regardless of its size or sector deserves the opportunity to harness the power of AI to make better decisions and drive business value.\nWe See a world where our AI and Analytics solutions democratise decision intelligence for all businesses. With Cognida.ai, our motto is ‘No enterprise left behind’.\nA highcaliber Data & AI Engineer who can operate independently while seamlessly collaborating across global time zones.\nPosition Overview\nWe are seeking a dynamic, self-driven Data & AI Engineer with deep expertise in the Databricks ecosystem to design, build, and accelerate our next-generation data architecture.\nIn this role, you won't just write backend pipelines; you will be the bridge between complex data engineering and tangible business value.\nA critical measure of success in this role is the ability to rapidly build and execute concrete, high-impact technical demonstrations that showcase the power of unified data and AI.\nBecause we operate globally, you must thrive in an autonomous, highly flexible environment, collaborating effectively across diverse time zones.\nEducation: Bachelor's degree , BE/B. Tech in CS or equivalent\nExperience: 10+ years\nLocation : Hyderabad,India\nPosition : Senior Data & AI Engineer (Databricks Specialist)\nKey Responsibilities\nDatabricks Architecture & Governance\nDesign and implement robust data pipelines utilizing the Databricks Lakehouse platform. Take ownership of data governance, security, and fine-grained lineage using Unity Catalog.\nRapid Prototyping & Demos\nQuickly conceptualize, build, and present functional, end-to-end data and AI demos (e.g., live dashboards, real-time pipelines, or LLM/RAG prototypes) to stakeholders and clients.\nCore Data Engineering\nBuild scalable, efficient ETL/ELT pipelines using Spark (PySpark/SQL), Delta Lake, and structured streaming. Ensure optimal performance tuning, partitioning, and cost-management of Databricks clusters.\nGlobal Collaboration & Autonomy\nWork independently with minimal supervision, managing your own schedule to align with global, cross-functional teams.\nRequired Skills & Qualifications\nDatabricks & Governance Mastery\nProven track record implementing Databricks Unity Catalog for data governance, access control, and data lineage.\nDeep understanding of Databricks architecture, including Delta Lake, serverless compute, and Workflows.\nCore Data Engineering Excellence\nStrong foundational knowledge of data engineering principles (star schemas, dimensional modeling, data warehousing vs. data lakes).\nAdvanced proficiency in Python/PySpark and SQL.\nExperience building robust orchestrations and handling both batch and real-time streaming data.\nExperience in building AI/ML workloads (e.g., MLflow, LLM integration, or RAG frameworks) within Databricks.\nAgility & Communication\nExceptional ability to build quick, concrete POCs (Proof of Concepts) and technical demos that clearly translate data capabilities into business solutions.\nExcellent communication skills, with the ability to clearly articulate technical concepts to both technical and non-technical audiences.\nPreferred Qualifications\nCertifications such as Databricks Certified Data Engineer Professionalor Databricks Certified Machine Learning Professional.\nExperience integrating Databricks with enterprise ecosystems, cloud provider native services (AWS/Azure/GCP), or modern BI tools.","description_format":"text","description_chars":3919,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence"],"lifecycle":[{"event":"open","at":"2026-09-26T01:12:02Z"}],"liveness":{"score":26,"band":"fade","label":"Fading","p_open":1,"p_active":0.48,"p_room":0.55,"age_days":39,"expected_fill_days":31,"reasons":["conf:10","velocity","win:tail"],"computed_at":"2026-09-27T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/cognida-senior-data-ai-engineer-databricks-specialist","json_url":"https://alion.io/job/cognida-senior-data-ai-engineer-databricks-specialist.json","meta":{"generated_at":"2026-09-28T03:23:34Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":2129,"day_limit":5000,"remaining_today":2871,"minute_limit":60,"resets_at":"2026-09-29T00:00:00Z"}}}