{"id":2540444,"url":"https://alion.io/job/atc-data-engineer","title":"Data Engineer","company":{"id":3902998,"name":"ATC","domain":"atc.xyz","url":"https://alion.io/company/atc-5","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["New York, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":116000,"max_usd":252000,"period":"year","method":"role_country_seniority_unknown","sample_n":2952},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"BigQuery","optional":false},{"name":"CI/CD","optional":false},{"name":"CloudFormation","optional":false},{"name":"Databricks","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Google BigQuery","optional":false},{"name":"pySpark","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Python","optional":true}],"status":"closed","first_seen_at":"2026-10-14T14:56:45Z","employer_posted_date":null,"last_verified_at":"2026-10-14T21:20:31Z","board_verified":false,"closed_at":"2026-10-14T21:20:31Z","days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"ATC is seeking a Data Engineer to design, develop, and optimize scalable data pipelines and cloud-based data platforms. The role builds and maintains data processing workflows and platforms, collaborates with analysts, data scientists, and stakeholders, and supports data quality, governance, and security.\n\nResponsibilities\nDesign, develop, and maintain scalable ETL/ELT data pipelines\nBuild and optimize data ingestion, transformation, and integration workflows using Databricks and Apache Spark\nDevelop and maintain data lakes and cloud-based data warehouses\nCreate scalable batch and real-time data processing solutions\nOptimize data pipelines for performance, reliability, and scalability\nDevelop reusable data engineering frameworks and automation solutions\nCollaborate with data analysts, data scientists, and business stakeholders to deliver high-quality data solutions\nImplement data quality, governance, monitoring, and security best practices\nTroubleshoot production issues and continuously improve data platform performance\nFollow DevOps and CI/CD best practices for data engineering projects\n\nSkills\nBachelor's or Master's degree in Computer Science, Information Technology, Engineering, or a related field\n5+ years of experience as a Data Engineer\nStrong programming skills in Python\nAdvanced SQL proficiency\nHands-on experience with Databricks\nStrong experience with Apache Spark (PySpark preferred)\nExperience building and maintaining ETL/ELT pipelines\nExperience with Apache Airflow or similar workflow orchestration tools\nExperience with data warehousing technologies such as Snowflake, Amazon Redshift, Google BigQuery, or Azure Synapse Analytics\nHands-on experience with at least one cloud platform (AWS, Azure, or Google Cloud Platform)\nExperience with Git, Docker, and CI/CD pipelines\nKnowledge of relational and NoSQL databases\nExperience with Kafka or other streaming platforms\nExperience with Delta Lake\nFamiliarity with Apache Iceberg or Apache Hudi\nExperience with Infrastructure as Code (Terraform or CloudFormation)\nKnowledge of data governance and data quality frameworks\nExposure to DevOps and MLOps practices\n\nCompany Overview\nFounded in the wake of the 2008 Great Recession, ATC has evolved into a dynamic tech company, known for its ability to adapt quickly to the ever-changing business landscape. It was founded in 2007, and is headquartered in West Des Moines, Iowa, USA, with a workforce of 201-500 employees. Its website is https://atc.xyz.\n\nCompany H1B Sponsorship\nATC has a track record of offering H1B sponsorships, with 26 in 2026, 24 in 2025, 12 in 2024, 13 in 2023, 7 in 2022, 23 in 2021, 38 in 2020. Please note that this does not guarantee sponsorship for this specific role.","description_format":"text","description_chars":2722,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-14T15:20:15Z"},{"event":"close","at":"2026-10-14T21:20:31Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/atc-data-engineer","json_url":"https://alion.io/job/atc-data-engineer.json","meta":{"generated_at":"2026-10-15T05:38:22Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":8312,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3902998},"rest":"https://alion.io/mcp/rest/get_company?id=3902998"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fatc-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fatc-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fatc-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/atc-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fatc-data-engineer"}]}