{"id":4711551,"url":"https://alion.io/job/cloudkaptan-senior-data-engineer","title":"Senior Data Engineer","company":{"id":4442725,"name":"CloudKaptan","domain":"cloudkaptan.com","url":"https://alion.io/company/cloudkaptan","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Keka","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Kolkata, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Sisense","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Tableau","optional":false},{"name":"dbt","optional":true},{"name":"Delta Lake","optional":true}],"status":"live","first_seen_at":"2026-11-20T13:19:10Z","employer_posted_date":"2026-11-20","last_verified_at":"2026-11-20T19:20:29Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"Senior Data Engineer\nWe are seeking a highly skilled and self-motivated Senior Data Engineer with strong experience in Databricks, Azure Data Factory, AWS Glue and BI visualisation to build and maintain modern cloud data platforms and lead our Analytics team. You will work closely with clients and cross-functional teams to turn data into insights that drive business decisions.\nKey Responsibilities\nArchitect, build and maintain data warehouses and our next-gen cloud data platform.\nDesign and implement scalable data models and ETL/ELT pipelines using Databricks, Azure Data Factory and AWS Glue.\nConduct deep data analysis and build insightful dashboards and visualisations for internal and client stakeholders.\nLead and mentor the Analytics team, setting standards for data modelling, code quality and delivery.\nEnsure data quality, governance and compliance across the data lifecycle.\nOwn source version control, CI/CD and release/change management for data products.\nAutomate data sourcing, visualisation and analytics products to reduce manual effort.\nWork with cross-functional teams and clients to turn business problems into data-driven solutions.\n\nMust-Have Qualifications\nBachelor's/Master’s degree in Computer Science, IT, Data Science or related field.\n5+ years of industry experience in data engineering, cloud services or BI and analytics, including team leadership or mentoring.\nStrong hands-on experience with Databricks (Spark/PySpark), Azure Data Factory and AWS Glue.\nStrong SQL and Python skills.\nExperience with at least one Data Warehousing/Analytics tool (Azure Synapse Analytics, SQL Database, Snowflake, AWS Redshift, RDS).\nExperience with at least one Visualisation tool (Tableau, Power BI, QuickSight, Sisense).\nAt least one cloud data certification (Databricks Data Engineer, Microsoft Fabric DP-700, AWS Data Engineer, Snowflake SnowPro).\nExperience with Git, CI/CD and release/change management.\nExcellent communication and collaboration skills, including client-facing work.\n\nNice-to-Have Skills\nExperience with dbt or Airflow.\nData governance and privacy compliance in financial services.\nFintech or lending domain experience, or Salesforce data integration.\nExperience with Delta Lake, Unity Catalog or lakehouse architecture.","description_format":"text","description_chars":2262,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-11-20T19:20:29Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":27,"reasons":["conf:3","win:early"],"computed_at":"2026-11-20T22:47:35Z"},"pay":null,"html_url":"https://alion.io/job/cloudkaptan-senior-data-engineer","json_url":"https://alion.io/job/cloudkaptan-senior-data-engineer.json","meta":{"generated_at":"2026-11-20T22:47:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":30212,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4442725},"rest":"https://alion.io/mcp/rest/get_company?id=4442725"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fcloudkaptan-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fcloudkaptan-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fcloudkaptan-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/cloudkaptan-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fcloudkaptan-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4711551}},{"tool":"search_jobs","arguments":{"company":"cloudkaptan.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4711551},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}