{"id":1298475,"url":"https://alion.io/job/abacus-staffing-services-senior-databricks-aiml-engineer","title":"Senior Databricks AI/ML Engineer","company":{"id":3813172,"name":"Abacus Staffing & Services","domain":"abacusservice.in","url":"https://alion.io/company/abacus-staffing-and-services","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"AI/ML","role_family":"AI/ML","seniority":"senior","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":["India"],"countries":["IN"],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":40000,"max_usd":102000,"period":"year","method":"role_seniority_country_cell","sample_n":10},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Databricks","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"MLFlow","optional":false},{"name":"Spark","optional":false},{"name":"Teradata","optional":false},{"name":"CI/CD","optional":true},{"name":"Delta Lake","optional":true},{"name":"NumPy","optional":true},{"name":"Pandas","optional":true},{"name":"pySpark","optional":true},{"name":"Python","optional":true},{"name":"SQL","optional":true},{"name":"Time Series Forecasting","optional":true}],"status":"live","first_seen_at":"2026-07-31T12:17:49Z","employer_posted_date":null,"last_verified_at":"2026-07-31T12:17:49Z","board_verified":false,"closed_at":null,"days_open":57,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":57},"description":"We are looking for an experienced Senior Databricks AI/ML Engineer with expertise in Databricks, Apache Spark, Machine Learning, and Generative AI. The ideal candidate should have hands-on experience building scalable AI/ML solutions, modern data platforms, and advanced analytics pipelines on the Databricks Lakehouse platform. Experience with Teradata, MLflow, and LLM integration is highly desirable.\n\nKey Responsibilities:\n\n- Design, develop, and optimize AI/ML solutions using the Databricks Lakehouse Platform.\n\n- Build scalable data pipelines using Apache Spark (PySpark/Spark SQL) and Delta Lake.\n\n- Develop and deploy machine learning models using MLflow and Databricks Machine Learning.\n\n- Build and integrate LLM-based and Generative AI solutions for enterprise use cases.\n\n- Perform feature engineering, model training, evaluation, and deployment for predictive analytics and time-series use cases.\n\n- Design and optimize SQL-based analytics and reporting solutions.\n\n- Support Teradata integration, migration, and performance optimization where required.\n\n- Monitor and optimize cluster performance, workloads, and resource utilization on Databricks.\n\n- Develop reusable Python libraries and automation scripts for data engineering and ML workflows.\n\n- Collaborate with Data Scientists, Data Engineers, Product teams, and business stakeholders to deliver scalable AI-driven solutions.\n\n- Implement CI/CD, model governance, and MLOps best practices.\n\n- Prepare technical documentation and ensure compliance with security and data governance standards.\n\nRequired Skills:\n\n- 8-13 years of experience in Data Engineering, Machine Learning, or AI Engineering.\n\n- Strong hands-on expertise with the Databricks Platform (Workspaces, Clusters, Jobs, Unity Catalog, Databricks SQL).\n\n- Extensive experience with Apache Spark (PySpark/Spark SQL) and Delta Lake.\n\n- Strong programming skills in Python, including Pandas, NumPy, and data visualization libraries.\n\n- Advanced proficiency in SQL and large-scale data processing.\n\n- Experience with MLflow, model lifecycle management, and MLOps practices.\n\n- Experience integrating Large Language Models (LLMs) and Generative AI into enterprise applications.\n\n- Strong knowledge of feature engineering, predictive modeling, and time-series analytics.\n\n- Experience with Teradata Administration, DBQL, System Views, and performance tuning.\n\n- Strong analytical, problem-solving, and stakeholder management skills.\nSkills\nAzure Databricks, Artificial Intelligence, Machine Learning, DataLake, PySpark, LLM, Generative AI, SQL, Teradata, Python","description_format":"text","description_chars":2589,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-26T10:00:06Z"}],"liveness":{"score":8,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.451,"p_room":0.45,"age_days":57,"expected_fill_days":30,"reasons":["seen:57","win:tail"],"computed_at":"2026-09-27T05:26:58Z"},"pay":null,"html_url":"https://alion.io/job/abacus-staffing-services-senior-databricks-aiml-engineer","json_url":"https://alion.io/job/abacus-staffing-services-senior-databricks-aiml-engineer.json","meta":{"generated_at":"2026-09-27T05:26:58Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":4745,"day_limit":5000,"remaining_today":255,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}