{"id":1253234,"url":"https://alion.io/job/melonleaf-consulting-senior-data-engineer","title":"Senior Data Engineer - Databricks","company":{"id":3806743,"name":"Melonleaf Consulting","domain":"melonleaf.com","url":"https://alion.io/company/melonleaf-consulting","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19500,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GDPR","optional":false},{"name":"MicroStrategy","optional":false},{"name":"MLFlow","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-09-10T11:09:51Z","employer_posted_date":null,"last_verified_at":"2026-09-10T11:09:51Z","board_verified":false,"closed_at":null,"days_open":48,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":48},"description":"About the Role :\n\nAs the Senior Data Engineer, you will design and implement a greenfield Databricks Lakehouse for our CRM domain, connecting Salesforce and other key data sources. You will establish scalable pipelines and the ML infrastructure needed to drive advanced customer forecasting and strategic business decisions.\n\nYou will act as the technical design authority and driver for the end-to-end data pipelines (ETL/ELT), transforming raw data from Salesforce, Redshift, and Datalake into a high-quality Medallion architecture.\n\nYou will apply Infrastructure as Code (Terraform) to provision, configure, and secure the Databricks workspace and Unity Catalog to enforce strict GDPR and PII compliance policies for partner data.\n\nYou will lead the implementation of data monitoring dashboards and BI solutions (Databricks SQL/MicroStrategy) and architect the bi-directional data flow required for CRM activation (Reverse ETL) and advanced customer forecasting.\n\nYou will be the go-to technical expert, mentoring colleagues, reviewing code, and ensuring engineering best practices are defined and followed for operational excellence (e.g., alerting, performance optimization).\n\nRequirements :\n\n- 4+ years of experience as a Data Engineer, with 3+ years specifically working with Databricks, Spark, and Delta Lake in a production environment.\n\n- Proven experience in designing and driving the implementation of systems with cross-component scope, particularly integrating enterprise CRM systems.\n\n- Proficiency in Infrastructure as Code (Terraform), advanced Python programming, and CI/CD for building scalable ETL/ELT pipelines and ML infrastructure (MLflow, Databricks Genie).\n\n- Expert knowledge in data governance, security, and quality management principles (e.g., Unity Catalog, PII handling) to establish standards for highly sensitive customer data.\n\n- Proven hands-on experience designing, developing, and publishing dashboards and reports using Databricks SQL, including integration with BI tools such as MicroStrategy.\n\nResponsibilities :\n\n- Design and develop data-monitoring dashboards and business reports using Databricks SQL and MicroStrategy, including defining KPIs, building reporting datasets, optimizing queries, and implementing access controls.\n\nSkills\nData Engineering, Data Management, Databricks, ETL, Data Governance, Microstrategy, DataLake, Redshift, Data Pipeline","description_format":"text","description_chars":2396,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["CRM Software","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-09-25T18:04:06Z"}],"visa":[],"liveness":{"score":9,"band":"cold","label":"Long shot","p_open":0.4,"p_active":0.499,"p_room":0.45,"age_days":48,"expected_fill_days":30,"reasons":["seen:48","win:tail"],"computed_at":"2026-10-29T05:49:05Z"},"pay":null,"html_url":"https://alion.io/job/melonleaf-consulting-senior-data-engineer","json_url":"https://alion.io/job/melonleaf-consulting-senior-data-engineer.json","meta":{"generated_at":"2026-10-29T10:44:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16289,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3806743},"rest":"https://alion.io/mcp/rest/get_company?id=3806743"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fmelonleaf-consulting-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fmelonleaf-consulting-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fmelonleaf-consulting-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/melonleaf-consulting-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fmelonleaf-consulting-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":1253234}},{"tool":"search_jobs","arguments":{"company":"melonleaf.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":1253234},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}