{"id":3163528,"url":"https://alion.io/job/quaxigma-senior-data-engineer-2","title":"Senior Data Engineer","company":{"id":3808011,"name":"QuaXigma","domain":"qximpact.com","url":"https://alion.io/company/quaxigma","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Tirupati, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19500,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Flink","optional":false},{"name":"Git","optional":false},{"name":"Jenkins","optional":false},{"name":"Prefect","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Pentaho","optional":true},{"name":"Talend","optional":true}],"status":"live","first_seen_at":"2026-10-23T16:35:30Z","employer_posted_date":null,"last_verified_at":"2026-10-23T16:35:30Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"Responsibilities: \nDesign, develop, test, and maintain optimal data pipeline and ETL architectures.\nMap out data systems and define/design required integrations, ETL, BI, and AI systems/processes.\nPrepare and optimise data for predictive and prescriptive modelling.\nCollaborate with teams to integrate ERP data into the enterprise data lake, ensuring seamless flow and quality.\nEnhance cloud data infrastructure on AWS or Azure for scalability and performance.\nUtilise big data tools and frameworks to optimise data acquisition and preparation.\nBuild architectures to move data to/from data lakes and data warehouses for advanced analytics.\nDevelop and curate data models for analytics, dashboards, and reports.\nConduct code reviews, maintain production-level code, and implement testing approaches.\nMonitor, troubleshoot, and resolve data ingestion workflows to maintain reliability and uptime.\nDrive innovation and implement efficient new approaches to data engineering tasks.\n\nRequirements: \nBachelor's degree in Computer Science, Mathematics, Engineering, or a related field.\n5+ years of experience working with enterprise data platforms, including building and managing data lakes.\nQX | Public: 3-5 years of experience designing and implementing data warehouse solutions.\nExpertise in SQL, including developing stored procedures (SPs) and applying advanced data design concepts\nProficiency in Spark (Python/Scala) and Spark Streaming for real-time data pipelines.\nExperience with AWS or Azure services (e. g., AWS Glue, Azure Data Factory, Redshift, Snowflake).\nFamiliarity with big data tools such as Apache Kafka, Apache Spark, or Flink.\nHands-on experience with orchestration tools (e. g., Apache Airflow, Prefect).\nKnowledge of CI/CD processes, version control (e. g., Git, Jenkins), and deployment automation.\nStrong problem-solving, communication, and collaboration skills.\n\nGood-to-Have Skills: \nExperience in integrating ERP data into data lakes.\nExperience with traditional ETL tools (e. g., Talend, Pentaho).\nSkills\napache spark, data lake, data warehouse, etl, redshift, snowflake, spark, sql","description_format":"text","description_chars":2108,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-23T16:35:30Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":2,"expected_fill_days":28,"reasons":["seen:2","velocity","win:early"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/quaxigma-senior-data-engineer-2","json_url":"https://alion.io/job/quaxigma-senior-data-engineer-2.json","meta":{"generated_at":"2026-10-26T13:03:21Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18084,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3808011},"rest":"https://alion.io/mcp/rest/get_company?id=3808011"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fquaxigma-senior-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fquaxigma-senior-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fquaxigma-senior-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/quaxigma-senior-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fquaxigma-senior-data-engineer-2"}]}