{"id":3167844,"url":"https://alion.io/job/different-lead-staff-backend-engineer-data-platform-2","title":"Lead / Staff Backend Engineer (Data Platform)","company":{"id":3050,"name":"Different","domain":"different.ai","url":"https://alion.io/company/different","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Backend","role_family":"Backend","seniority":"lead","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":58000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":74},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Apache Hudi","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Apache Pulsar","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Dagster","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Druid","optional":false},{"name":"ElasticSearch","optional":false},{"name":"Flink","optional":false},{"name":"GCP","optional":false},{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"Kubernetes","optional":false},{"name":"Machine Learning","optional":false},{"name":"Presto","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Trino","optional":false}],"status":"live","first_seen_at":"2026-10-23T17:36:00Z","employer_posted_date":null,"last_verified_at":"2026-10-23T17:36:00Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Responsibilities: \nDesign, develop, and deliver end-to-end services for Different.ai 's innovative platform.\nSolve complex engineering challenges, including building high-throughput data pipelines for machine learning jobs handling petabyte-scale data.\nLead and mentor a team of dynamic engineers, fostering a collaborative and innovative environment.\nTake ownership of critical architectural decisions.\n\nRequirements: \nExperience: 7-12 years in software and data engineering.\nSolid understanding of data architecture principles and big data technologies/tools & Distributed data systems.\nExperience with workflow orchestration tools like Apache Airflow, Dagster, Composer, and Airbyte, etc.\nExperience with Real-time streaming (Kafka, Pulsar, Flink) & Query engines (Trino, Presto, Druid)\nExperience with Data lakehouse architectures (Iceberg, Delta Lake, Hudi) & Batch processing (PySpark/Spark, Hadoop)\nAdvanced understanding of cloud platforms (AWS, GCP, Azure), modern data warehouses (Databricks, Snowflake, and Redshift), and databases (SQL family databases, MongoDB, and ElasticSearch).\nDeep expertise in Java. Python and GoLang, etc.\nProficiency in Kubernetes, CI/CD tools, and deploying software solutions on-premises.\nSkills\nGolang, Big Data, Python, Java, Spark, Architecture, Airflow, Kafka, Pulsar, Flink, Presto, Druid, Delta Lake, Batch Processing, Distributed Systems","description_format":"text","description_chars":1384,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Marketing Automation","Marketing & Sales AI"],"lifecycle":[{"event":"open","at":"2026-10-23T17:36:00Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":2,"expected_fill_days":27,"reasons":["seen:2","velocity","win:early"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/different-lead-staff-backend-engineer-data-platform-2","json_url":"https://alion.io/job/different-lead-staff-backend-engineer-data-platform-2.json","meta":{"generated_at":"2026-10-26T12:11:52Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16574,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3050},"rest":"https://alion.io/mcp/rest/get_company?id=3050"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdifferent-lead-staff-backend-engineer-data-platform-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdifferent-lead-staff-backend-engineer-data-platform-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdifferent-lead-staff-backend-engineer-data-platform-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/different-lead-staff-backend-engineer-data-platform-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdifferent-lead-staff-backend-engineer-data-platform-2"}]}