{"id":1452471,"url":"https://alion.io/job/rarr-technologies-big-data-engineer","title":"Big Data Engineer","company":{"id":3801593,"name":"RARR Technologies","domain":"rarrtech.com","url":"https://alion.io/company/rarr-technologies","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India","Chennai, India","Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":20000,"max_usd":41000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"ETL/ELT","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-29T06:50:23Z","employer_posted_date":null,"last_verified_at":"2026-09-29T06:50:23Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Role Overview :\n\nWe are looking for an experienced Big Data Engineer with strong hands-on expertise in Apache Spark and Scala to design, develop, and optimize large-scale data processing solutions. The role will involve building scalable data pipelines, processing high-volume datasets, optimizing distributed workloads, and collaborating with data and technology teams to deliver reliable data solutions.\n\nKey Responsibilities :\n\n- Design, develop, and maintain scalable big data processing applications using Apache Spark and Scala.\n\n- Build data processing and transformation pipelines for large and complex datasets.\n\n- Develop efficient distributed data-processing solutions with a strong focus on performance, scalability, and reliability.\n\n- Optimize Spark jobs, transformations, queries, memory utilization, and cluster workloads.\n\n- Analyze data-processing requirements and translate them into scalable technical solutions.\n\n- Work with structured and unstructured data and implement appropriate processing and transformation techniques.\n\n- Troubleshoot data pipeline failures, performance bottlenecks, and distributed processing issues.\n\n- Develop reusable components and follow software engineering and data engineering best practices.\n\n- Collaborate with Data Engineers, Architects, Analysts, and business stakeholders to understand requirements and deliver data solutions.\n\n- Participate in code reviews, testing, deployment, and production support activities.\n\n- Maintain technical documentation covering data pipelines, processing logic, and operational procedures.\n\n- Contribute to continuous improvement of data processing frameworks, performance, and engineering practices.\n\nRequired Skills & Experience :\n\n- 6 - 11 years of experience in Big Data, Data Engineering, or a related technology domain.\n\n- Strong hands-on expertise in Apache Spark and Scala.\n\n- Strong understanding of Big Data concepts, distributed computing, and parallel data processing.\n\n- Experience developing large-scale data processing, transformation, and ingestion solutions.\n\n- Strong understanding of Spark architecture, execution models, partitioning, transformations, actions, and performance optimization.\n\n- Experience troubleshooting and tuning distributed data-processing workloads.\n\n- Good knowledge of SQL and relational data concepts.\n\n- Strong analytical and problem-solving skills.\n\n- Good understanding of software development lifecycle, testing, version control, and deployment practices.\n\n- Ability to work effectively in a collaborative, fast-paced engineering environment.\n\n- Strong communication and stakeholder-management skills.\nSkills\nApache Spark, Scala, Big Data, Data Engineering, SQL, ETL","description_format":"text","description_chars":2705,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-09-29T08:00:48Z"}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":24,"reasons":["seen:1","velocity","win:early"],"computed_at":"2026-10-01T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/rarr-technologies-big-data-engineer","json_url":"https://alion.io/job/rarr-technologies-big-data-engineer.json","meta":{"generated_at":"2026-10-01T20:53:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3314,"day_limit":5000,"remaining_today":1686,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}