{"id":2494984,"url":"https://alion.io/job/betterplace-senior-data-engineer","title":"Senior Data Engineer","company":{"id":59307,"name":"BetterPlace","domain":"betterplace.co.in","url":"https://alion.io/company/betterplace","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":47000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":59},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"Databricks","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Amazon CloudWatch","optional":true},{"name":"Data Vault","optional":true}],"status":"live","first_seen_at":"2026-10-14T04:15:46Z","employer_posted_date":null,"last_verified_at":"2026-10-14T04:15:46Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Requirements:\n7+ years of hands-on data engineering experience in cloud-native environments (AWS required).\n5+ years of strong proficiency in Python and PySpark for data processing, transformation, and pipeline development.\n7+ years of experience in advanced SQL skills, complex queries, window functions, performance tuning, and query optimization across Redshift and Spark SQL.\n5+ years of hands-on experience with AWS Glue, EMR, Databricks, or similar Spark-based compute services.\nExperience supporting multi-tenant platforms, understanding tenant isolation, shared frameworks, and config-driven patterns.\nStrong troubleshooting and debugging skills and ability to diagnose and resolve production pipeline failures quickly.\nExcellent communication skills, ability to engage with multiple tenant teams, provide technical consulting, and explain complex solutions clearly\nNice to Have:\nExperience with Airflow or Autosys for workflow orchestration.\nExperience with AWS Lake Formation for governance and fine-grained access control.\nFamiliarity with SAP source systems or enterprise ERP data.\nExperience with CloudWatch for monitoring and observability; AWS GovCloud experience.\nData modeling experience (star schema, data vault).\nExperience with Parquet, Avro, and Iceberg file/table formats.","description_format":"text","description_chars":1294,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["HR & Payroll Software"],"lifecycle":[{"event":"open","at":"2026-10-14T04:15:46Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":1,"expected_fill_days":23,"reasons":["seen:1","win:early"],"computed_at":"2026-10-15T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/betterplace-senior-data-engineer","json_url":"https://alion.io/job/betterplace-senior-data-engineer.json","meta":{"generated_at":"2026-10-15T13:31:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20864,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59307},"rest":"https://alion.io/mcp/rest/get_company?id=59307"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbetterplace-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbetterplace-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbetterplace-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/betterplace-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbetterplace-senior-data-engineer"}]}