{"id":2304993,"url":"https://alion.io/job/photon-scalaspark-developer-chennai","title":"Scala/Spark Developer - Chennai","company":{"id":3186451,"name":"Photon","domain":"photon.com","url":"https://alion.io/company/photon-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Oracle","truth_index":{"grade":"D","score":45,"open_postings":595,"ghost_share":0.918,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-17T05:46:00Z"}},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":9500,"max_usd":22000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":139},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Apache NiFi","optional":false},{"name":"CI/CD","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"GitLab","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Jenkins","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2025-06-11T11:59:35Z","employer_posted_date":"2025-06-11","last_verified_at":"2026-10-17T18:57:30Z","board_verified":true,"closed_at":null,"days_open":493,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":492},"description":"Develop, test, and deploy data processing applications using Apache Spark and Scala. \nOptimize and tune Spark applications for better performance on large-scale data sets. \nWork with the Cloudera Hadoop ecosystem (e.g., HDFS, Hive, Impala, HBase, Kafka) to build data pipelines and storage solutions. \nCollaborate with data scientists, business analysts, and other developers to understand data requirements and deliver solutions. \nDesign and implement high-performance data processing and analytics solutions. \nEnsure data integrity, accuracy, and security across all processing tasks. \nTroubleshoot and resolve performance issues in Spark, Cloudera, and related technologies. \nImplement version control and CI/CD pipelines for Spark applications. \nRequired Skills & Experience:\nMinimum 8 years of experience in application development. \nStrong hands on experience in Apache Spark, Scala, and Spark SQL for distributed data processing. \nHands-on experience with Cloudera Hadoop (CDH) components such as HDFS, Hive, Impala, HBase, Kafka, and Sqoop. \nFamiliarity with other Big Data technologies, including Apache Kafka, Flume, Oozie, and Nifi. \nExperience building and optimizing ETL pipelines using Spark and working with structured and unstructured data. \nExperience with SQL and NoSQL databases such as HBase, Hive, and PostgreSQL. \nKnowledge of data warehousing concepts, dimensional modeling, and data lakes. \nAbility to troubleshoot and optimize Spark and Cloudera platform performance. \nFamiliarity with version control tools like Git and CI/CD tools (e.g., Jenkins, GitLab).","description_format":"text","description_chars":1582,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-10-11T22:25:28Z"}],"visa":[],"liveness":{"score":4,"band":"cold","label":"Long shot","p_open":1,"p_active":0.141,"p_room":0.28,"age_days":492,"expected_fill_days":22,"reasons":["conf:3","stale_co","velocity","ghost","win:tail","crowd:brand"],"computed_at":"2026-10-17T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/photon-scalaspark-developer-chennai","json_url":"https://alion.io/job/photon-scalaspark-developer-chennai.json","meta":{"generated_at":"2026-10-17T19:35:26Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2931,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-18T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3186451},"rest":"https://alion.io/mcp/rest/get_company?id=3186451"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fphoton-scalaspark-developer-chennai"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fphoton-scalaspark-developer-chennai"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fphoton-scalaspark-developer-chennai"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/photon-scalaspark-developer-chennai\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fphoton-scalaspark-developer-chennai"}]}