{"id":2304998,"url":"https://alion.io/job/photon-sr-data-engineer-apache-dolphinscheduler-chennai","title":"Sr Data Engineer - Apache DolphinScheduler - Chennai","company":{"id":3186451,"name":"Photon","domain":"photon.com","url":"https://alion.io/company/photon-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"D","score":44,"open_postings":582,"ghost_share":0.938,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":12500,"max_usd":25000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":59},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Flink","optional":false},{"name":"Hadoop","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2025-03-07T12:50:03Z","employer_posted_date":"2025-03-07","last_verified_at":"2026-10-17T02:23:11Z","board_verified":true,"closed_at":null,"days_open":588,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":587},"description":"Key Responsibilities:\nDevelop, configure, and optimize Apache DolphinScheduler workflows for data processing and automation.\nDesign and implement ETL pipelines, job scheduling, and workflow orchestration solutions.\nTroubleshoot and resolve performance, scalability, and reliability issues in DolphinScheduler.\nIntegrate DolphinScheduler with big data tools such as Hadoop, Spark, Flink, Hive, and Kafka.\nWork closely with data engineers, DevOps, and software teams to enhance workflow automation.\nDevelop custom plugins and extensions for DolphinScheduler as needed.\nMonitor and optimize job execution, resource allocation, and workflow efficiency.\nMaintain best practices for CI/CD, version control, and infrastructure automation.\nRequired Skills & Qualifications:\nStrong experience with Apache DolphinScheduler in a production environment.\nProficiency in Java, Python, or Scala for workflow scripting and automation.\nExperience with big data technologies like Hadoop, Spark, Hive, Flink, and Kafka.\nUnderstanding of workflow orchestration, DAG execution, and scheduling strategies.\nStrong problem-solving skills and ability to work in a fast-paced environment.","description_format":"text","description_chars":1162,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-10-11T22:25:28Z"}],"visa":[],"liveness":{"score":4,"band":"cold","label":"Long shot","p_open":1,"p_active":0.154,"p_room":0.28,"age_days":587,"expected_fill_days":22,"reasons":["conf:3","stale_co","velocity","ghost","win:tail","crowd:brand"],"computed_at":"2026-10-16T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/photon-sr-data-engineer-apache-dolphinscheduler-chennai","json_url":"https://alion.io/job/photon-sr-data-engineer-apache-dolphinscheduler-chennai.json","meta":{"generated_at":"2026-10-17T05:03:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":6665,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3186451},"rest":"https://alion.io/mcp/rest/get_company?id=3186451"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fphoton-sr-data-engineer-apache-dolphinscheduler-chennai"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fphoton-sr-data-engineer-apache-dolphinscheduler-chennai"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fphoton-sr-data-engineer-apache-dolphinscheduler-chennai"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/photon-sr-data-engineer-apache-dolphinscheduler-chennai\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fphoton-sr-data-engineer-apache-dolphinscheduler-chennai"}]}