{"id":2938660,"url":"https://alion.io/job/revrr-technologies-scala-spark-engineer","title":"Scala + Spark Engineer","company":{"id":8559,"name":"Revrr Technologies","domain":"revrr.digital","url":"https://alion.io/company/revrr-technologies","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Backend","role_family":"Backend","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Apache Solr","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"Cassandra","optional":false},{"name":"DynamoDB","optional":false},{"name":"ElasticSearch","optional":false},{"name":"Hadoop","optional":false},{"name":"MLlib","optional":false},{"name":"MySQL","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-20T16:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-20T16:35:00Z","board_verified":false,"closed_at":null,"days_open":7,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":7},"description":"Responsibilities: \nCreate and maintain existing Scala/Spark jobs for data transformation and aggregation, from simple to complex data transformations involving structured and unstructured data.\nProduce unit tests for Spark transformations and helper performance optimization methods.\nDevelop data processing pipelines, data storage, and management architecture.\nDefine scalable calculation logic for interactive and batch use cases.\nInteract with infrastructure and data teams to produce complex analysis across data.\nYou will be working on a unique and challenging big data ecosystem with a focus on storage efficiency, data security and privacy, scalable and performant queries, expandability and flexibility, etc., and to help better measure the quality of map data.\nYou will work with engineers to build a big data platform that processes and manages exabytes of data and enables efficient access to that data.\n\nRequirements: \nMinimum of 5 years of work experience in Big Data platforms and building large-scale distributed systems with high availability.\nExperience in developing Spark applications using Spark RDD API, Spark-SQL, Spark GraphX API, Spark Streaming API, Spark MLlib API, and DataFrames APIs.\nShould have broad knowledge of Spark advantages, Spark workflows, how to write Spark jobs, Spark workflows, Spark query tuning, and performance optimization.\nSolid in data structures and algorithm basics and should have good hands-on experience with the Scala programming language and strong investigative and problem-solving skills.\nData ingestion, optimization techniques, data transformation, and aggregation pipeline design/development knowledge are required.\nExperience working on cutting-edge big data storage systems and technologies like Hadoop, HDFS, AWS S3, AWS Lambda, Storm/Heron, Cassandra, Apache Kafka, Solr/ElasticSearch, MongoDB, DynamoDB, Postgres, and/or MySQL, etc.\nSkills\nScala","description_format":"text","description_chars":1911,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Cybersecurity","Science & Engineering"],"lifecycle":[{"event":"open","at":"2026-10-20T16:35:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":6,"expected_fill_days":23,"reasons":["seen:6","win:early"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/revrr-technologies-scala-spark-engineer","json_url":"https://alion.io/job/revrr-technologies-scala-spark-engineer.json","meta":{"generated_at":"2026-10-27T18:08:03Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":7946,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":8559},"rest":"https://alion.io/mcp/rest/get_company?id=8559"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Frevrr-technologies-scala-spark-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Frevrr-technologies-scala-spark-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Frevrr-technologies-scala-spark-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/revrr-technologies-scala-spark-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Frevrr-technologies-scala-spark-engineer"}]}