{"id":1904620,"url":"https://alion.io/job/techcarrot-data-engineer","title":"Data Engineer","company":{"id":89346,"name":"Techcarrot","domain":"techcarrot.ae","url":"https://alion.io/company/techcarrot","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":19000,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":54},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure AKS","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Power BI","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Kubernetes","optional":true}],"status":"live","first_seen_at":"2026-10-05T12:22:13Z","employer_posted_date":"2026-10-05","last_verified_at":"2026-10-05T23:07:16Z","board_verified":true,"closed_at":null,"days_open":0,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":0},"description":"You are detailed reviewing and analyzing structured, semi-structured and unstructured data sources for quality, completeness, and business value.You design, architect, implement and test rapid prototypes that demonstrate value of the data and present them to diverse audiences.\nYou participate in early state design and feature definition activities.\nResponsible for implementing robust data pipeline using Microsoft, Databricks Stack\nResponsible for creating reusable and scalable data pipelines.\nYou are a Team-Player, collaborating with team members across multiple engineering teams to support the integration of proven prototypes into core intelligence products.\nYou have strong communication skills to effectively convey complex data insights to non-technical stakeholders.\nYou have an experience working collaboratively in cross-functional teams and manage multiple projects simultaneously\nRequirements Skills:\nAdvanced working knowledge and experience with relational and non-relational databases.\nExperience building and optimizing Big Data pipelines, architectures, and datasets.\nStrong analytic skills related to working with structured and unstructured datasets.\nHands-on experience in Azure Databricks utilizing Spark to develop ETL pipelines.\nStrong proficiency in data analysis, manipulation, and statistical modeling using tools like Spark, Python, Scala, SQL, or similar languages.\nStrong experience in Azure Data Lake Storage Gen2, Azure Data Factory, Databricks, Event Hub, Azure Synapse.\nFamiliarity with several of the following technologies: Event Hub, Docker, Azure Kubernetes Service, Azure DWH, API Azure, Azure Function, Power BI, Azure Cognitive Services.\nAzure DevOps experience to deploy the data pipelines through CI/CD. Qualifications and Experience:\nMinimum 5-7 years of practical experience as Data Engineer.\nBachelor’s degree in computer science, software engineering, information technology, or a related field.\n• Azure cloud stack in-production experience.","description_format":"text","description_chars":1992,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation","Custom Software Development","Enterprise Apps Implementation Partners"],"lifecycle":[{"event":"open","at":"2026-10-05T12:22:13Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["conf:2","win:early"],"computed_at":"2026-10-06T01:21:33Z"},"pay":null,"html_url":"https://alion.io/job/techcarrot-data-engineer","json_url":"https://alion.io/job/techcarrot-data-engineer.json","meta":{"generated_at":"2026-10-06T01:21:33Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1892,"day_limit":5000,"remaining_today":3108,"minute_limit":60,"resets_at":"2026-10-07T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":89346},"rest":"https://alion.io/mcp/rest/get_company?id=89346"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftechcarrot-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftechcarrot-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftechcarrot-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/techcarrot-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftechcarrot-data-engineer"}]}