{"id":3205643,"url":"https://alion.io/job/two-circles-data-engineer-2","title":"Data Engineer","company":{"id":47931,"name":"Two Circles","domain":"twocircles.com","url":"https://alion.io/company/two-circles","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"A","score":90,"open_postings":5,"ghost_share":0,"stale_share":0.4,"repost_share":0,"time_to_fill_p50_days":29,"computed_at":"2026-10-27T05:46:45Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":42000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":71},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Amazon DocumentDB","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Couchbase","optional":false},{"name":"Git","optional":false},{"name":"Jenkins","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Akka","optional":true},{"name":"Apache Camel","optional":true},{"name":"Hibernate","optional":true},{"name":"Java","optional":true},{"name":"JavaScript","optional":true},{"name":"Kubernetes","optional":true},{"name":"OpenShift","optional":true},{"name":"React.js","optional":true},{"name":"Scrum","optional":true},{"name":"Spring Boot","optional":true}],"status":"closed","first_seen_at":"2026-10-24T12:35:45Z","employer_posted_date":null,"last_verified_at":"2026-10-25T05:43:45Z","board_verified":false,"closed_at":"2026-10-25T05:43:45Z","days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Responsibilities: \nDesign, develop, and maintain high-performance Spark and Scala data processing applications and pipelines on Amazon EMR.\nEnsure performance, reliability, and responsiveness of applications and distributed data workloads through profiling, tuning, monitoring, and capacity planning.\nDesign and develop APIs/services to support Revenue Management and Pricing platform capabilities and integrations.\nStay abreast of developments in distributed computing, cloud-native design, and programming languages; apply improvements pragmatically.\nCollaborate with architects, engineers, and business teams to design and evolve architectures and technical solutions.\nRelease high-quality code early and often using lean and Agile engineering practices.\nPromote best practices such as automated testing, code reviews, pair programming, test-driven development, and continuous integration.\nCoordinate with Operations and Infrastructure/DevOps teams for deployment, monitoring, and production support activities, including incident troubleshooting and prevention.\n\nRequirements: \nBachelor's degree in computer science, Information Technology, or equivalent experience.\n4+ years of professional software development experience, specialising in designing and developing enterprise-grade, scalable, and high-performance applications.\n4+ years of hands-on experience with Apache Spark and Scala, including building, scaling, and optimising large-scale batch data processing pipelines.\nProven experience with Amazon EMR, including configuration, tuning, troubleshooting, and orchestration of Spark jobs in a cloud environment.\n3+ years of hands-on experience developing applications on cloud platforms (AWS preferred; Azure acceptable), including storage/services such as S3\nProficiency with SQL and NoSQL databases (e. g., PostgreSQL and Couchbase/Document DB), including schema design and SQL query optimisation for application performance.\nWorking experience building distributed systems using Pub/Sub patterns and streaming platforms like Kafka.\nStrong experience in performance tuning across Spark jobs, application services, database queries, and cloud resource utilisation.\nWorking knowledge of DevOps tools and practices such as Git, JIRA, Harness/Jenkins, and CI/CD.\nStrong communication and collaboration skills, with the ability to explain technical concepts and trade-offs to cross-functional stakeholders.\n\nPreferred Qualifications: \nExperience with enterprise integration patterns (e. g., Apache Camel).\nExperience with microservice development and architectures (Java, Spring Boot, JPA, Hibernate) and container orchestration (OpenShift/Kubernetes).\nExperience with ReactJS or a similar modern JavaScript framework (full-stack exposure).\nExperience working with highly concurrent distributed systems (e. g., Akka-based applications).\nDomain experience in travel, lodging, pricing, or revenue management applications/services/operations.\nExposure to enterprise/solution architecture and platform modernisation initiatives.\nExperience working in Agile/Scrum methodology.\nSkills\nAmazon EMR, Apache Spark, EMR, Scala, Spark","description_format":"text","description_chars":3131,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Advertising","Sports Analytics"],"lifecycle":[{"event":"open","at":"2026-10-24T12:35:45Z"},{"event":"close","at":"2026-10-25T05:43:45Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/two-circles-data-engineer-2","json_url":"https://alion.io/job/two-circles-data-engineer-2.json","meta":{"generated_at":"2026-10-27T16:44:17Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":6187,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":47931},"rest":"https://alion.io/mcp/rest/get_company?id=47931"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftwo-circles-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftwo-circles-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftwo-circles-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/two-circles-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftwo-circles-data-engineer-2"}]}