{"id":3109230,"url":"https://alion.io/job/algoleap-data-engineer","title":"Data Engineer","company":{"id":3800168,"name":"Algoleap","domain":"algoleap.com","url":"https://alion.io/company/algoleap-technologies","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":47000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Dagster","optional":false},{"name":"dbt","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Java","optional":false},{"name":"Prefect","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Alation","optional":true},{"name":"Amazon Kinesis","optional":true},{"name":"Flink","optional":true}],"status":"live","first_seen_at":"2026-10-22T17:32:53Z","employer_posted_date":null,"last_verified_at":"2026-10-22T17:32:53Z","board_verified":false,"closed_at":null,"days_open":5,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":5},"description":"Responsibilities\n\n Design, build, and optimize ETL/ELT pipelines for batch and streaming data\n Develop and maintain data warehouses and data lakes (e.g., Snowflake, BigQuery, Redshift)\n Collaborate with data scientists, analysts, and product teams to understand data needs\n Ensure data quality, reliability, and observability across pipelines\n Build and manage orchestration workflows (e.g., Airflow, Prefect, Dagster)\n Implement best practices for data modeling, partitioning, and performance tuning\n Monitor and troubleshoot data infrastructure issues in production\n\nRequirements\n\n 5+ years of experience in data engineering or a related role\n Proficiency in SQL and Python (or Scala/Java)\n Experience with cloud platforms (AWS, GCP, or Azure)\n Hands-on with big data tools: Spark, Kafka, dbt, or similar\n Familiarity with data warehousing concepts and dimensional modeling\n Strong understanding of CI/CD and version control (Git)\n\nNice to Have\n\n Experience with real-time/streaming pipelines (Kafka, Flink, Kinesis)\n Exposure to ML pipelines or MLOps tooling\n Knowledge of data governance and data catalog tools (e.g., Atlan, Alation)","description_format":"text","description_chars":1137,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Custom Software Development","AI Consulting & Integration"],"lifecycle":[{"event":"open","at":"2026-10-22T20:09:15Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":4,"expected_fill_days":29,"reasons":["seen:4","velocity","win:early","comp:brand"],"computed_at":"2026-10-27T05:46:45Z"},"pay":null,"html_url":"https://alion.io/job/algoleap-data-engineer","json_url":"https://alion.io/job/algoleap-data-engineer.json","meta":{"generated_at":"2026-10-28T01:08:21Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1401,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-29T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800168},"rest":"https://alion.io/mcp/rest/get_company?id=3800168"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Falgoleap-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Falgoleap-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Falgoleap-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/algoleap-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Falgoleap-data-engineer"}]}