{"id":3591957,"url":"https://alion.io/job/excelon-solutions-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3905781,"name":"Excelon Solutions","domain":"excelonsolutions.com","url":"https://alion.io/company/excelon-solutions","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"explicit","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":48000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Dagster","optional":false},{"name":"Dask","optional":false},{"name":"GCP","optional":false},{"name":"Hugging Face","optional":false},{"name":"Multimodal AI","optional":false},{"name":"Prefect","optional":false},{"name":"Python","optional":false},{"name":"Ray","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2026-11-01T17:22:26Z","employer_posted_date":null,"last_verified_at":"2026-11-01T17:22:26Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"Senior Data Engineer to build the pipelines that turn raw multimodal capture — audio, egocentric video and sensor streams from 20+ countries — into versioned, quality-checked, client-ready datasets for frontier AI and robotics teams.\nLocation: Bengaluru, Karnataka, India · Employment: full-time, on-site · Experience: 5+ years\nWHAT YOU WILL DO\nDesign and build batch and streaming pipelines that ingest raw audio, video and sensor (IMU) data from the global capture network into cloud storage. • Build processing stages for unstructured media: transcoding, segmentation, metadata extraction, deduplication and joins with annotation and contributor data. • Own data quality: automated validation, QC gates and anomaly detection so that bad captures are caught before they reach a client. • Build dataset versioning, lineage and manifests so any delivered dataset can be reproduced exactly. • Package and deliver datasets in the formats client teams ask for (Parquet, WebDataset, Hugging Face datasets, MCAP and similar), on time and to specification.\nWHAT YOU NEED\n5+ years of data engineering, building production pipelines end to end\nStrong Python and SQ\n• Distributed processing at scale — Spark, Ray, Beam or Dask\n• Workflow orchestration (Airflow, Dagster or Prefect) and cloud object storage on AWS or GCP\n• Has worked with large unstructured or media data (audio, video, images, sensor logs), not only tabular warehouse data","description_format":"text","description_chars":1431,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-11-01T20:09:45Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":4,"expected_fill_days":29,"reasons":["seen:4","win:early"],"computed_at":"2026-11-06T05:58:05Z"},"pay":null,"html_url":"https://alion.io/job/excelon-solutions-senior-data-engineer","json_url":"https://alion.io/job/excelon-solutions-senior-data-engineer.json","meta":{"generated_at":"2026-11-06T15:09:32Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":28200,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3905781},"rest":"https://alion.io/mcp/rest/get_company?id=3905781"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fexcelon-solutions-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fexcelon-solutions-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fexcelon-solutions-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/excelon-solutions-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fexcelon-solutions-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3591957}},{"tool":"search_jobs","arguments":{"company":"excelonsolutions.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3591957},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}