{"id":2923084,"url":"https://alion.io/job/scaleupally-data-engineer","title":"Data Engineer","company":{"id":2058247,"name":"ScaleupAlly","domain":"scaleupally.io","url":"https://alion.io/company/scaleupally","size_band":null,"is_staffing_agency":false,"employer_type":"services","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Noida, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":12500,"max_usd":32000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"CI/CD","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"Power BI","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-04-27T00:00:00Z","employer_posted_date":"2026-04-27","last_verified_at":"2026-10-25T12:07:21Z","board_verified":true,"closed_at":null,"days_open":181,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":181},"description":"Data Engineering & Architecture\nDesign, develop, and maintain scalable, high-performance data pipelines\n\nWork extensively with Azure Data Factory and Microsoft Fabric\n\nBuild robust ETL/ELT frameworks using Python\n\nDesign and optimize Lakehouse / Data Warehouse architectures\n\nHandle large-scale datasets efficiently (high volume and throughput)\n\nWrite and optimize complex SQL queries for performance and reliability\n\nIntegrate data from multiple sources including APIs, transactional systems, and external platforms\n\nLeadership & Delivery (Hands-on)\nLead and mentor a team of data engineers while remaining actively involved in coding and solution design\n\nPerform hands-on development for critical pipelines, complex transformations, and performance optimisation.\n\nConduct code reviews and enforce best practices, design patterns, and coding standards\n\nAct as the technical owner for data engineering deliverables\n\nQuality, Performance & Reliability\nImplement data quality checks, validations, and monitoring\n\nOptimize pipelines for performance, scalability, and cost\n\nEnsure reliability, fault tolerance, and error handling in production systems\n\nFollow data security, access control, and compliance best practices\n\nLead troubleshooting, root-cause analysis, and production issue resolution\n\nCollaboration & Continuous Improvement\nWork closely with BI, analytics, product, and business teams\n\nTranslate business requirements into scalable technical solutions\n\nStay up to date with modern data engineering tools, technologies, and techniques\n\nProactively suggest architectural and process improvement\n\nRequirements\n3-6 years of experience in the Data Engineering field.\n\nStrong hands-on experience in Python for data engineering, including building and maintaining production-grade, large-scale data pipelines\n\nAdvanced experience with Azure Data Factory and Azure-based data platforms for orchestration, integration, and scalable data processing\n\nWorking experience with Microsoft Fabric, including Lakehouse and data engineering workloads, along with a strong understanding of ETL/ELT and data warehousing concepts\n\nExpert-level SQL skills covering complex query development, optimization, indexing, and partitioning for high-performance systems\n\nProven experience handling large-volume, high-throughput data and distributed processing environment.\n\nExperience with analytics and visualization platforms such as Power BI\n\nKnowledge of Delta Lake, Spark, and distributed data processing frameworks\n\nExperience implementing CI/CD practices for data pipelines and data engineering workflows\n\nExposure to data governance, lineage, metadata management, and compliance-driven environments such as fintech or high-transaction systems\n\nHands-on leadership mindset with strong ownership and accountability for outcomes\n\nAbility to mentor, guide, and grow junior engineers while leading by example\n\nClear and effective communication with technical and non-technical stakeholders\n\nStrong problem-solving, analytical reasoning, and decision-making skills\n\nBenefits\nWorking hours: 10:00 AM - 7:00 PM\n\nWorking days: 5 days a week (plus 1st & 3rd Saturdays working)\n\nMedical Insurance coverage for employees\n\nProvident Fund (PF) facility\n\nQuarterly parties and yearly outings/trips for team bonding\n\nRegular check-ins with leadership for growth and feedback\n\nRecognition awards to celebrate high performance\n\nFun activities and team engagement sessions throughout the year","description_format":"text","description_chars":3460,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Health insurance"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Machine Learning","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-20T12:44:39Z"}],"visa":[],"liveness":{"score":5,"band":"cold","label":"Long shot","p_open":1,"p_active":0.166,"p_room":0.28,"age_days":181,"expected_fill_days":23,"reasons":["conf:1","win:tail","crowd:"],"computed_at":"2026-10-25T05:49:26Z"},"pay":null,"html_url":"https://alion.io/job/scaleupally-data-engineer","json_url":"https://alion.io/job/scaleupally-data-engineer.json","meta":{"generated_at":"2026-10-25T13:37:43Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":19396,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2058247},"rest":"https://alion.io/mcp/rest/get_company?id=2058247"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fscaleupally-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fscaleupally-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fscaleupally-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/scaleupally-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fscaleupally-data-engineer"}]}