{"id":3206963,"url":"https://alion.io/job/datafloat-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3152,"name":"dataFloat","domain":"datafloat.com","url":"https://alion.io/company/datafloat","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India","Chennai, India","Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":45000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure SQL Database","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Azure Cosmos DB","optional":true},{"name":"Azure DevOps","optional":true},{"name":"Docker","optional":true},{"name":"Java","optional":true},{"name":"Kubernetes","optional":true},{"name":"Machine Learning","optional":true},{"name":"Scala","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-10-24T13:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-24T13:35:00Z","board_verified":false,"closed_at":null,"days_open":7,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":7},"description":"We are seeking an experienced Senior Data Engineer to join our dynamic team and drive our data engineering initiatives. The ideal candidate will have extensive experience with Azure cloud technologies and a proven track record of designing, implementing, and maintaining scalable data solutions. You will play a crucial role in building robust data pipelines, optimising data workflows, and enabling data-driven decision-making across the organisation.\n\nResponsibilities: \nDesign, develop, and maintain complex data pipelines using Azure Data Factory (ADF) and other Azure data services.\nBuild and optimise data processing workflows using Azure Databricks with Spark and PySpark.\nImplement and manage Lake flow Declarative Pipelines for efficient data processing and transformation.\nDevelop and optimise SQL queries and stored procedures for data extraction, transformation, and loading (ETL) processes.\nCreate and maintain data models, schemas, and documentation to ensure data quality and consistency.\nCollaborate with data scientists, analysts, and business stakeholders to understand data requirements and deliver solutions.\nMonitor and troubleshoot data pipeline performance, implementing improvements and optimisations as needed.\nEnsure data security, privacy, and compliance with industry standards and regulations.\nMentor junior team members and provide technical guidance on data engineering best practices.\nStay current with emerging technologies and industry trends in data engineering and cloud computing.\nParticipate in code reviews, testing, and deployment processes to maintain high-quality deliverables.\nDesign and implement data governance frameworks and data quality monitoring solutions.\n\nRequirements: \n8+ years of total professional experience in software development, data engineering, or related fields.\n7+ years of hands-on experience in data engineering roles with proven expertise in designing and implementing data solutions.\nExtensive experience with Azure Data Factory (ADF) for building and orchestrating data pipelines.\nStrong proficiency in Azure Databricks and Apache Spark for large-scale data processing.\nHands-on experience with Lake flow Declarative Pipelines and modern data pipeline architectures.\nAdvanced SQL skills with experience in query optimisation and database design.\nProficient in PySpark and Python for data processing and transformation tasks.\nExperience with Azure cloud services, including Azure Data Lake Storage, Azure SQL Database, and Azure Synapse Analytics.\nStrong understanding of data warehousing concepts, dimensional modelling, and ETL/ELT processes.\nKnowledge of data governance, data quality, and data security best practices.\nExperience with version control systems (Git) and CI/CD pipelines.\nExcellent problem-solving skills and attention to detail.\nStrong communication skills and ability to work effectively in cross-functional teams.\n\nPreferred Qualifications: \nBachelor's degree in Computer Science, Engineering, Mathematics, or a related technical field.\nAzure certifications such as Azure Data Engineer Associate (DP-203) or Azure Solutions Architect Expert.\nExperience with additional Azure services like Azure Stream Analytics, Azure Event Hubs, or Azure Cosmos DB.\nKnowledge of machine learning pipelines and MLOps practices.\nExperience with Infrastructure as Code (IaC) tools like ARM templates or Terraform.\nFamiliarity with containerization technologies (Docker, Kubernetes).\nExperience with real-time data processing and streaming technologies.\nKnowledge of other programming languages, such as Scala or Java.\nExperience with data visualisation tools and business intelligence platforms.\nPrevious experience in mentoring and leading technical teams.\n\nTechnical Skills: \nCloud Platforms: Microsoft Azure (primary focus).\nData Processing: Azure Databricks, Apache Spark, PySpark.\nData Orchestration: Azure Data Factory (ADF), Lake flow Declarative Pipelines.\nDatabases: SQL Server, Azure SQL Database, Azure Synapse Analytics, Azure Data Lake.\nProgramming Languages: Python, SQL, PySpark.\nDevelopment Tools: Git, Azure DevOps, Visual Studio Code.\nData Formats: JSON, Parquet, Avro, CSV, XML.\nMonitoring and Logging: Azure Monitor, Application Insights.\nSkills\nADF, Azure, Data Lake, Databricks, ELT, ETL, PySpark, Python, SQL, Spark, Synapse, warehousing","description_format":"text","description_chars":4332,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Real Estate","PropTech","Web Design"],"lifecycle":[{"event":"open","at":"2026-10-24T13:35:00Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":6,"expected_fill_days":28,"reasons":["seen:6","velocity","win:early"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/datafloat-senior-data-engineer","json_url":"https://alion.io/job/datafloat-senior-data-engineer.json","meta":{"generated_at":"2026-10-31T17:44:40Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":27742,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3152},"rest":"https://alion.io/mcp/rest/get_company?id=3152"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fdatafloat-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fdatafloat-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fdatafloat-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/datafloat-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fdatafloat-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3206963}},{"tool":"search_jobs","arguments":{"company":"datafloat.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3206963},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}