{"id":2915192,"url":"https://alion.io/job/techcarrot-data-engineer-5","title":"Data Engineer","company":{"id":89346,"name":"Techcarrot","domain":"techcarrot.ae","url":"https://alion.io/company/techcarrot","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Dubai, United Arab Emirates"],"countries":["AE"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":33000,"max_usd":86000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":2491},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Databricks","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SAP BW","optional":false},{"name":"SQL","optional":false},{"name":"Tableau","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-07-21T00:00:00Z","employer_posted_date":"2026-07-21","last_verified_at":"2026-10-21T12:25:25Z","board_verified":true,"closed_at":null,"days_open":92,"trust":{"level":"stale","repost_count":0,"flags":["stale"],"days_open":92},"description":"Assessing complex new data sources with a variety of SAP and non-SAP source system and quickly turning these into business insights ready data sets. Develop and support the implementation and integration of these new data sources into our Azure Data platform. \nPerform detailed analysis of structured, semi-structured and unstructured data sources for quality, completeness and business value.\nRequired to design, document, develop, implement and test rapid prototypes that demonstrate the value of the data and present them to diverse audiences.\nRequired to participate in early state design and feature definition activities.\nResponsible for designing, developing, and implementing robust and scalable data pipelines using the Microsoft Azure data platform and the Azure Databricks ecosystem.\nResponsible for creating reusable and scalable data pipelines\nAct as a team-player while collaborating with team members across multiple engineering teams to support the integration of proven prototypes into core intelligence products.\nRequirements\nAdvanced working knowledge and experience with relational and non-relational databases \nExperience building and optimizing Big Data pipelines, architectures, and data sets\nStrong analytic skills related to working with unstructured datasets\nExpertise in Azure Data factory, Databricks, EventHub, Python, PySpark ,Azure Synapse and SQL.\nAzure DevOps experience mandatory to deploy the data objects.\n7+ years of experience in the Azure Domain with minimum 5+ years of relevant experience.\nMinimum 3 implementation experience from conceptualization to delivery of analytics capabilities on Azure platform.\nAutomotive domain experience is a must.\nKnowledge/Experience with Azure cloud stack.\nKnowledge of SAP IS-Auto, SAP BW/BO, Tableau, PowerBI will be considered as added advantage.\nCertification on Azure platform toolset will be considered as added advantage\nBachelor’s degree in Computers or allied field of study.","description_format":"text","description_chars":1959,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-10-20T10:31:31Z"}],"visa":[],"liveness":{"score":12,"band":"cold","label":"Long shot","p_open":1,"p_active":0.414,"p_room":0.28,"age_days":92,"expected_fill_days":27,"reasons":["conf:2","wave","velocity","win:tail","crowd:"],"computed_at":"2026-10-21T05:46:15Z"},"pay":null,"html_url":"https://alion.io/job/techcarrot-data-engineer-5","json_url":"https://alion.io/job/techcarrot-data-engineer-5.json","meta":{"generated_at":"2026-10-21T15:43:50Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":22391,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-22T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":89346},"rest":"https://alion.io/mcp/rest/get_company?id=89346"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftechcarrot-data-engineer-5"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftechcarrot-data-engineer-5"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftechcarrot-data-engineer-5"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/techcarrot-data-engineer-5\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftechcarrot-data-engineer-5"}]}