{"id":1892731,"url":"https://alion.io/job/veraxion-senior-data-engineer","title":"Senior Data Engineer","company":{"id":722518,"name":"Veraxion","domain":"veraxion.com","url":"https://alion.io/company/veraxion","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":55},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon EC2","optional":false},{"name":"Amazon EKS","optional":false},{"name":"Amazon S3","optional":false},{"name":"Apache Kafka","optional":false},{"name":"API Gateway","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"IAM","optional":false},{"name":"MLFlow","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Kubernetes","optional":true}],"status":"live","first_seen_at":"2026-10-05T06:01:36Z","employer_posted_date":null,"last_verified_at":"2026-10-05T06:01:36Z","board_verified":false,"closed_at":null,"days_open":7,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":7},"description":"Responsibilities:\nDesign, build, and maintain scalable data pipelines and Delta Lake architectures using Databricks on AWS.\nDevelop and enhance data lakehouse/data warehouse solutions supporting front office trading and commodity analytics.\nBuild production-grade ETL/ELT pipelines using Python, PySpark, and SQL.\nWork with data scientists, ML engineers, quants, and business stakeholders to prepare ML-ready datasets and support ML/AI pipelines.\nPerform Databricks administration, including cluster management, jobs, permissions, workflows, and platform resources.\nImplement and maintain CI/CD pipelines, automated testing, deployment automation, and monitoring for data engineering workflows.\nImplement MLOps practices using Databricks and MLflow, including model tracking, deployment, and monitoring.\nProvision and manage data infrastructure using Terraform / Infrastructure as Code (IaC).\nIntegrate AWS services such as S3, Lambda, Glue, API Gateway, IAM, EC2, and EKS with Databricks.\nParticipate in data modeling, architecture, code reviews, and cross-functional solutioning.\nEnsure data governance, security, access control, performance, reliability, and data quality standards.\nOptimize Databricks workloads, Spark jobs, clusters, and cloud infrastructure for performance and scalability.\nIdentify opportunities to improve Databricks and AWS data platform capabilities.\nSupport streaming and real-time data pipelines using Kafka or Spark Structured Streaming where required.\nWork closely with Front Office Trading and quantitative and analytics teams to deliver reliable data solutions.\nTake end-to-end ownership of data engineering solutions from design and development through deployment and production support.","description_format":"text","description_chars":1721,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-05T06:01:36Z"}],"visa":[],"liveness":{"score":89,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.89,"p_room":1,"age_days":7,"expected_fill_days":22,"reasons":["seen:7","velocity","win:early"],"computed_at":"2026-10-12T06:55:09Z"},"pay":null,"html_url":"https://alion.io/job/veraxion-senior-data-engineer","json_url":"https://alion.io/job/veraxion-senior-data-engineer.json","meta":{"generated_at":"2026-10-12T20:51:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":34000,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":722518},"rest":"https://alion.io/mcp/rest/get_company?id=722518"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fveraxion-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fveraxion-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fveraxion-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/veraxion-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fveraxion-senior-data-engineer"}]}