{"id":4360447,"url":"https://alion.io/job/bristlecone-big-data-engineer","title":"Big Data Engineer","company":{"id":2184327,"name":"Bristlecone","domain":"bristlecone.com","url":"https://alion.io/company/bristlecone","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"B","score":74,"open_postings":76,"ghost_share":0.434,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":48,"computed_at":"2026-11-16T05:46:25Z"}},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2026-11-16T06:56:30Z","employer_posted_date":"2026-11-16","last_verified_at":"2026-11-16T09:09:11Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":0},"description":"4-7 years of experience delivering enterprise software solutions\nProficient with Java, Spark, Scala, Python, AWS Cloud technologies\n2+ years of experience across multiple Spark technologies such as MapReduce, Hive, Kafka, Scala\nFlair for data, schema, data model, how to bring efficiency in big data related life cycle.\nExperience with Agile Development methodologies.\nExperience with data ingestion and transformation\nHave understanding for secure application development methodologies.\nExperience in with Airflow and Python will be preferred.\nUnderstanding of automated QA needs related to Big data technology.\nStrong object-oriented design and analysis skills\nExcellent written and verbal communication skills\nResponsibilities\nUtilize your software engineering skills including Spark, Python, Scala to Analyze disparate, complex systems and collaboratively design new products and services\nIntegrate new data sources and tools\nImplement scalable and reliable distributed data replication strategies\nCollaborate with other teams to design and develop and deploy data tools that support both operations and product use cases\nPerform analysis of large data sets using components in AWS Cloud\nOwn product features from the development, testing through to production deployment\nEvaluate big data technologies and prototype solutions to improve our data processing architecture\nAutomate different pipelines\nKnowledge and hands-on experience of using AI technologies for development, Testing and automation.\nKnowledge of Cloud Technologies is a must such as AWS and its services","description_format":"text","description_chars":1574,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-11-16T09:09:11Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":48,"reasons":["conf:1","win:early"],"computed_at":"2026-11-16T10:40:51Z"},"pay":null,"html_url":"https://alion.io/job/bristlecone-big-data-engineer","json_url":"https://alion.io/job/bristlecone-big-data-engineer.json","meta":{"generated_at":"2026-11-16T10:40:51Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15864,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2184327},"rest":"https://alion.io/mcp/rest/get_company?id=2184327"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbristlecone-big-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbristlecone-big-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbristlecone-big-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/bristlecone-big-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbristlecone-big-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4360447}},{"tool":"search_jobs","arguments":{"company":"bristlecone.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4360447},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}