{"id":3079353,"url":"https://alion.io/job/dataart-senior-data-engineer-snowflake-openflow","title":"Senior Data Engineer - Snowflake OpenFlow","company":{"id":46984,"name":"DataArt","domain":"dataart.com","url":"https://alion.io/company/dataart-com","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":17500,"max_usd":38000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Airflow","optional":false},{"name":"Amazon Aurora","optional":false},{"name":"Amazon CloudWatch","optional":false},{"name":"Amazon EKS","optional":false},{"name":"Apache NiFi","optional":false},{"name":"AWS","optional":false},{"name":"GitHub","optional":false},{"name":"IAM","optional":false},{"name":"Kubernetes","optional":false},{"name":"Least Privilege","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Claude","optional":true}],"status":"live","first_seen_at":"2026-10-22T11:35:15Z","employer_posted_date":null,"last_verified_at":"2026-10-22T11:35:15Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"We are looking for a Senior Data Engineer to implement and validate change data capture from AWS Aurora PostgreSQL into Snowflake. You will help build metadata-driven integration frameworks, support schema adoption in the Medallion architecture, and contribute to performance, reliability, and governance across the data flow.\n\nResponsibilities: \nConfigure and operate Snowflake OpenFlow from Aurora PostgreSQL to Snowflake.\nTune and troubleshoot Aurora PostgreSQL for logical replication.\nProvision infrastructure using Terraform and AWS IAM with least-privilege access controls.\nRun structured proof-of-concept tests for large tables, high-volume CDC concurrency, and outage recovery scenarios.\nDocument outcomes of proof-of-concept testing and validation activities.\nMonitor replication health using Snowflake native observability and Amazon CloudWatch.\nDefine success criteria with stakeholders for replication and ingestion validation.\nSupport Snowflake-side setup for managed ingestion, including warehouse grants, schedules, and reconciliation checks.\nApply security and governance practices appropriate to a regulated financial and member services context.\nPerform schema DBT and Snowflake native pipeline renewal while preserving business and data continuity.\nExecute performance and cost improvements.\nFollow agreed teardown procedures to remove replication and access artifacts.\n\nRequirements: \nTechnology stack: Snowflake OpenFlow, AWS Aurora PostgreSQL, Snowflake, Terraform, AWS IAM, DBT, SQL, Amazon CloudWatch, GitHub, Apache NiFi, Airflow, Python, Amazon EKS, Kubernetes.\nHands-on experience with Snowflake, OpenFlow, or Apache NiFi.\nStrong experience with PostgreSQL or Aurora, including logical replication, WAL slots, and access control.\nExperience with Terraform on AWS, including networking security groups, IAM, and role pass-through for managed services.\nExperience with DBT for data transformations.\nProficiency in SQL for transformations, validation, and reconciliation.\nWorking knowledge of Snowflake, including warehouse roles and loading patterns.\nUnderstanding of CDC and ELT fundamentals.\nExperience with data quality validation and reconciliation practices.\nStrong communication skills for Agile cross-team collaboration in distributed teams.\nExperience with GitHub.\n\nNice to have: \nExperience with PostgreSQL sources and Snowflake targets using OpenFlow NiFi or similar services.\nExperience with Python or similar languages for checks automation and reporting.\nExperience with Snowflake OpenFlow or similar managed CDC offerings.\nExperience with Airflow or equivalent tools for production orchestration.\nExperience in financial services or similar regulated domains.\nExperience with cloud cost estimation for replication at scale.\nExperience with Amazon EKS or Kubernetes for monitoring and issue resolution in the OpenFlow or NiFi environment.\nExperience with Cursor or Claude.\nExperience with specification-driven development.\nSkills\nApache NiFi, Aurora, Aurora PostgreSQL, CDC, NiFi, OpenFlow, PostgreSQL, Snowflake, Snowflake OpenFlow, WAL slots, change data capture, logical replication","description_format":"text","description_chars":3124,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-22T11:35:15Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":3,"expected_fill_days":30,"reasons":["seen:3","velocity","win:early"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/dataart-senior-data-engineer-snowflake-openflow","json_url":"https://alion.io/job/dataart-senior-data-engineer-snowflake-openflow.json","meta":{"generated_at":"2026-10-26T20:42:39Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27812,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-27T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":46984},"rest":"https://alion.io/mcp/rest/get_company?id=46984"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdataart-senior-data-engineer-snowflake-openflow"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdataart-senior-data-engineer-snowflake-openflow"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdataart-senior-data-engineer-snowflake-openflow"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/dataart-senior-data-engineer-snowflake-openflow\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdataart-senior-data-engineer-snowflake-openflow"}]}