{"id":2799656,"url":"https://alion.io/job/shift4-data-platform-engineer","title":"Data Platform Engineer","company":{"id":179626,"name":"Shift4","domain":"shift4.com","url":"https://alion.io/company/shift4-2","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Welcome to the Jungle","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Toronto, Canada"],"countries":["CA"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":64000,"max_usd":125000,"period":"year","method":"role_country_seniority_unknown","sample_n":160},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Aurora","optional":false},{"name":"Amazon CloudWatch","optional":false},{"name":"Amazon ECS","optional":false},{"name":"Amazon S3","optional":false},{"name":"Ansible","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"AWS Fargate","optional":false},{"name":"CI/CD","optional":false},{"name":"Datadog","optional":false},{"name":"Docker","optional":false},{"name":"Grafana","optional":false},{"name":"IAM","optional":false},{"name":"InfluxDB","optional":false},{"name":"MySQL","optional":false},{"name":"Prometheus","optional":false},{"name":"Python","optional":false},{"name":"RabbitMQ","optional":false},{"name":"Snowflake","optional":false},{"name":"Terraform","optional":false},{"name":"Time Series Forecasting","optional":false}],"status":"live","first_seen_at":"2026-10-18T00:15:45Z","employer_posted_date":"2026-10-18","last_verified_at":"2026-10-18T05:16:09Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Join Shift4 as a Data Platform Engineer and play a crucial role in building, maintaining, and optimizing data pipelines that move data from production systems into our analytics warehouse. This hands-on infrastructure engineering role focuses on pipeline performance, reliability, scalability, resource optimization, cost efficiency, and observability. You will work with Amazon ECS services and SQS queues, ensuring data is delivered accurately, reliably, and on time as our data platform grows.\nMissions\nOperar, ajustar y escalar las tuberías de ingestión basadas en ECS/SQS desde Aurora MySQL a Snowflake, incluyendo el dimensionamiento de tareas, la escalabilidad automática y el manejo de errores.\nDefinir los SLOs para la frescura y el retraso de los datos, construir alertas y paneles de control, liderar la respuesta a incidentes y el análisis de la causa raíz de las fallas en las tuberías.\nConstruir y mantener la infraestructura como código, la automatización de despliegues y CI/CD para los servicios de tuberías.\nProfil recherché\n - Observability and alerting for pipeline health and lag using Prometheus/Grafana, CloudWatch, Datadog, or the Elastic Stack- Passion for automation, performance, and clean system design\n- Deep hands-on AWS experience: ECS/Fargate (task sizing, autoscaling, deployments), SQS (throughput, DLQs, visibility timeouts, batching), S3, IAM, CloudWatch, and Aurora/RDS from the operator side\n- 5+ years in platform, infrastructure, or DevOps roles supporting data-intensive systems in production\n- Experience operating pipelines into Snowflake from the ingestion side (Snowpipe/COPY, stages, load monitoring)\n- Enough Python to read, debug, and instrument worker code\n- Proven track record tuning message-driven workloads: consumer concurrency, backpressure, retries, idempotency, throughput versus cost\n- Infrastructure as code with Terraform/Ansible, containerization with Docker, and CI/CD pipelines\n- CDC tooling (Debezium, AWS DMS) and MySQL Binlog replication\n- Elastic Stack or time-series database (Prometheus, InfluxDB) administration\n- Message brokers beyond SQS: Apache Kafka/Confluent, RabbitMQ\n- Experience in a PCI or otherwise regulated environment\n- Payments or fintech domain knowledge","description_format":"text","description_chars":2240,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Payment Processing & Gateways"],"lifecycle":[{"event":"open","at":"2026-10-18T02:02:09Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":22,"reasons":["conf:1","win:early"],"computed_at":"2026-10-18T07:09:56Z"},"pay":null,"html_url":"https://alion.io/job/shift4-data-platform-engineer","json_url":"https://alion.io/job/shift4-data-platform-engineer.json","meta":{"generated_at":"2026-10-18T07:09:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10693,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":179626},"rest":"https://alion.io/mcp/rest/get_company?id=179626"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fshift4-data-platform-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fshift4-data-platform-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fshift4-data-platform-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/shift4-data-platform-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fshift4-data-platform-engineer"}]}