{"id":4360445,"url":"https://alion.io/job/bristlecone-data-engineer","title":"Data Engineer","company":{"id":2184327,"name":"Bristlecone","domain":"bristlecone.com","url":"https://alion.io/company/bristlecone","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":74,"open_postings":76,"ghost_share":0.434,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":48,"computed_at":"2026-11-16T05:46:25Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AI Agents","optional":false},{"name":"Airflow","optional":false},{"name":"Amazon EC2","optional":false},{"name":"Amazon S3","optional":false},{"name":"API Gateway","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"CI/CD","optional":false},{"name":"DynamoDB","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"Jenkins","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Scrum","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-11-16T06:50:06Z","employer_posted_date":"2026-11-16","last_verified_at":"2026-11-16T09:09:11Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":0},"description":"Develop API-driven systems to govern, manage, and monitor large-scale batch Big Data applications.\nBuild scalable backend services and data engineering solutions that support data processing and operational workflows.\nDevelop and maintain data transformation processes using Spark, SQL, Hive, Python, Scala, and related technologies.\nWork with AWS cloud services such as S3, EC2, EMR, Lambda, DynamoDB, and API Gateway to build cloud-native data and backend solutions.\nBuild and enhance workflow orchestration using Apache Airflow, including advanced DAG design, dependency management, scheduling, monitoring, and failure handling.\nDefine technical scope, objectives, and implementation approaches by participating in requirements gathering, technical research, and process definition.\nParticipate in architecture reviews, code reviews, performance tuning, and operational readiness activities.\nContribute to test planning and validation for application integrations, functional areas, and project deliverables.\nPartner with product owners, data engineers, backend engineers, QA, DevOps, and other cross-functional teams to deliver high-quality solutions in an Agile/Scrum environment.\nTroubleshoot production issues, improve system reliability, and drive automation across data and backend workflows.\n 5+ years of hands-on experience developing enterprise-scale applications, data platforms, or distributed systems.\n5+ years of experience developing, and operating Big Data platforms and cloud-based infrastructure services, preferably using AWS EMR and the Hadoop ecosystem.\nHands-on experience with AWS, Spark, Python and/or Scala, Airflow, SQL, Hive, and related data processing technologies.\nProficiency in either Python or Scala, with the ability to build production-grade data pipelines and backend services.\nExperience with AWS cloud services, including S3, EC2, EMR, Lambda, DynamoDB, and API Gateway.\nStrong experience with Apache Airflow orchestration, including complex workflows, scheduling, dependency handling, monitoring, and operational support.\nStrong understanding of data engineering concepts, including data pipelines, data transformation, batch processing, real-time processing, data quality, and performance optimization.\nExcellent analytical and problem-solving skills.\nStrong communication and presentation skills, with the ability to explain technical concepts clearly to both technical and non-technical audiences.\nExperience with version control and CI/CD tools, including Git and Jenkins, for source code management, build automation, testing, and deployment workflows.\nAbility to work effectively in cross-functional Agile/Scrum teams.\n Experience with LLMs, Generative AI, Agentic AI, or AI-assisted engineering workflows.\nExperience with API design, microservices, event-driven architecture, or serverless backend development.\nExperience with CI/CD pipelines, infrastructure as code, automated testing, and production deployment practices.\nExperience with data governance, metadata management, lineage, data observability, or operational controls for enterprise data platforms","description_format":"text","description_chars":3108,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-11-16T09:09:11Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":48,"reasons":["conf:1","win:early"],"computed_at":"2026-11-16T10:39:40Z"},"pay":null,"html_url":"https://alion.io/job/bristlecone-data-engineer","json_url":"https://alion.io/job/bristlecone-data-engineer.json","meta":{"generated_at":"2026-11-16T10:39:40Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15835,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2184327},"rest":"https://alion.io/mcp/rest/get_company?id=2184327"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbristlecone-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbristlecone-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbristlecone-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/bristlecone-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbristlecone-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4360445}},{"tool":"search_jobs","arguments":{"company":"bristlecone.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4360445},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}