{"id":2305023,"url":"https://alion.io/job/photon-sr-data-engineer-pune","title":"Sr Data Engineer - Pune","company":{"id":3186451,"name":"Photon","domain":"photon.com","url":"https://alion.io/company/photon-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"D","score":52,"open_postings":713,"ghost_share":0.801,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-29T05:49:05Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":11500,"max_usd":25000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2025-06-02T13:01:00Z","employer_posted_date":"2025-06-02","last_verified_at":"2026-10-28T18:30:32Z","board_verified":true,"closed_at":null,"days_open":513,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":513},"description":"We need a Senior Data Engineer with 10+ years exp proficient in Spark, Scala/Java, and Hive, with extensive hands-on development experience in the Big Data Ecosystem.\nKey Responsibilities:\nDesign, implement, and optimize highly performant data pipelines using Spark, Scala/Java, and Hive on platforms like Cloudera Data Platform (CDP) or other Hadoop echo systems.\nTake complete ownership of complex data engineering projects within the big data ecosystem, covering the entire lifecycle from initial design and development to deployment and ongoing maintenance.\nDevelop robust and efficient Hive queries for extensive data analysis and reporting.\nChampion and enforce best practices and coding standards for new and existing data flows to ensure they are robust, scalable, secure, and maintainable using Spark, Scala/Java, and Hive within the big data ecosystem.\nDiagnose, troubleshoot, and resolve complex issues related to Spark, Scala/Java, and Hive applications and YARN resource management, implementing performance optimization solutions.\nProactively collaborate with stakeholders, working closely to develop solutions with full commitment and accountability.\nTechnical Skills & Experience:\nProven hands-on development expertise with Apache Spark\nStrong programming proficiency in Scala and/or Java\nIn-depth knowledge and practical experience with Hive, including query optimization and data analysis.\nExperience with data platforms such as Cloudera Data Platform (CDP) is highly desirable.\nEducation:\nBachelor’s / Master's degree/University degree or equivalent experience","description_format":"text","description_chars":1579,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-10-11T22:25:28Z"}],"visa":[],"liveness":{"score":4,"band":"cold","label":"Long shot","p_open":1,"p_active":0.147,"p_room":0.28,"age_days":513,"expected_fill_days":27,"reasons":["conf:11","stale_co","velocity","ghost","win:tail","crowd:brand"],"computed_at":"2026-10-29T05:49:05Z"},"pay":null,"html_url":"https://alion.io/job/photon-sr-data-engineer-pune","json_url":"https://alion.io/job/photon-sr-data-engineer-pune.json","meta":{"generated_at":"2026-10-29T08:04:15Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":12393,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-30T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3186451},"rest":"https://alion.io/mcp/rest/get_company?id=3186451"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fphoton-sr-data-engineer-pune"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fphoton-sr-data-engineer-pune"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fphoton-sr-data-engineer-pune"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/photon-sr-data-engineer-pune\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fphoton-sr-data-engineer-pune"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2305023}},{"tool":"search_jobs","arguments":{"company":"photon.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2305023},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}