{"id":1252111,"url":"https://alion.io/job/shimento-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3806615,"name":"Shimento","domain":"shimento.com","url":"https://alion.io/company/shimento","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":45000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":55},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"CI/CD","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"MySQL","optional":false},{"name":"Pandas","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"SQLAlchemy","optional":false},{"name":"Hadoop","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-16T04:44:26Z","employer_posted_date":null,"last_verified_at":"2026-09-16T04:44:26Z","board_verified":false,"closed_at":null,"days_open":28,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":28},"description":"Hiring : Senior Data Engineer | 6+ Years.\n\nLocation : Bangalore.\n\nRole : Senior Data Engineer.\n\nWe are looking for a highly skilled Senior Data Engineer with strong expertise in Data Architecture, System Design, Python, and SQL to design, build, and own end-to-end production data pipelines powering analytics and business decision-making.\n\nThe ideal candidate should have strong experience in transaction-level data modeling, data quality, auditability, data lineage, and production pipeline ownership, preferably within finance, risk, or compliance data domains.\n\nKey Responsibilities : \n\n- Own data architecture and system design decisions for data pipelines and data models.\n\n- Design and build scalable, production-grade data pipelines end-to-end.\n\n- Design transaction-level fact tables and standard fact/dimension models.\n\n- Implement Bronze/Silver/Gold (Medallion) architecture.\n\n- Build pipelines for finance, risk, or compliance use cases where accuracy and auditability are critical.\n\n- Implement data quality controls, reconciliation, anomaly detection, and audit trails.\n\n- Write complex SQL using CTEs, window functions, CASE logic, COALESCE, NULLIF, and date/timestamp handling.\n\n- Build idempotent data reload patterns and handle late-arriving or corrected records without double-counting.\n\n- Develop and maintain Airflow-style DAGs and cross-pipeline dependencies.\n\n- Build Python-based ETL tooling using Pandas, SQLAlchemy, and database drivers.\n\n- Work with YAML-driven configurations and integrate with APIs where required.\n\n- Own CI/CD processes using Git workflows.\n\n- Document data models, pipeline logic, data lineage, and operational processes.\n\nMust-Have Skills : \n\n- 6+ years of experience in Data Engineering.\n\n- Strong Python + SQL expertise.\n\n- Strong Data Architecture and System Design skills.\n\n- End-to-end production pipeline ownership.\n\n- Expert SQL including Window Functions, CTEs, CASE logic.\n\n- Strong experience with MySQL / PostgreSQL.\n\n- Experience designing Transaction / Fact Tables.\n\n- Strong data quality, reconciliation, auditability, and lineage practices.\n\n- Experience with Airflow or similar orchestration tools.\n\n- Strong data modeling knowledge - Fact/Dimension, Normalization, Medallion Architecture.\n\nGood to Have : \n\n- Finance, Risk, or Compliance data experience.\n\n- Spark / Hive / Hadoop experience.\n\n- YAML-based pipeline configuration.\n\n- CI/CD and Git workflows.\n\n- API integrations.\n\n- Experience with large-scale production data platforms.\n\nSkills\nData Engineering, Python, SQL, Data Modeling, Data Quality, Data Pipeline, Medallion Architecture, ETL","description_format":"text","description_chars":2613,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T18:04:06Z"}],"visa":[],"liveness":{"score":33,"band":"fade","label":"Fading","p_open":0.85,"p_active":0.696,"p_room":0.55,"age_days":28,"expected_fill_days":23,"reasons":["seen:28","velocity","win:tail"],"computed_at":"2026-10-14T06:34:16Z"},"pay":null,"html_url":"https://alion.io/job/shimento-senior-data-engineer","json_url":"https://alion.io/job/shimento-senior-data-engineer.json","meta":{"generated_at":"2026-10-14T08:44:20Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9443,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3806615},"rest":"https://alion.io/mcp/rest/get_company?id=3806615"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fshimento-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fshimento-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fshimento-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/shimento-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fshimento-senior-data-engineer"}]}