{"id":2498038,"url":"https://alion.io/job/top-consulting-data-engineer","title":"Data Engineer","company":{"id":3553356,"name":"Top Consulting","domain":"topconsulting.com.my","url":"https://alion.io/company/topconsulting","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"inferred_payroll_markers","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Microsoft Fabric","optional":false},{"name":"SQL","optional":false},{"name":"CI/CD","optional":true},{"name":"Databricks","optional":true},{"name":"Git","optional":true},{"name":"pySpark","optional":true},{"name":"Python","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-13T18:33:15Z","employer_posted_date":null,"last_verified_at":"2026-10-13T18:33:15Z","board_verified":false,"closed_at":null,"days_open":20,"trust":{"level":"ok","repost_count":1,"flags":[],"days_open":20},"description":"Data Engineer \nTop Consulting is seeking an experienced Data Engineer with a strong technical background in Microsoft Azure Cloud, Azure Data Factory (ADF), and Azure Synapse Analytics to support data engineering initiatives within the energy industry. This individual will design, develop, and maintain scalable data pipelines and cloud-based data solutions that enable reliable data integration, analytics, and business intelligence. Experience with Microsoft Fabric is preferred.\nResponsibilities\no Design, develop, and maintain scalable data pipelines and ETL/ELT processes using Azure Data Factory and Azure Synapse Analytics.\no Build and optimize cloud-based data solutions within Microsoft Azure.\no Integrate data from multiple sources, ensuring data quality, accuracy, consistency, and reliability.\no Develop and maintain data models, data warehouses, and data lake solutions to support reporting and analytics.\no Optimize data workflows, pipeline performance, and processing efficiency.\no Collaborate with data analysts, business stakeholders, and technical teams to translate business requirements into effective data solutions.\no Implement data governance, security, access controls, and data quality standards.\no Troubleshoot data pipeline issues and proactively identify opportunities for performance improvements.\no Support the modernization of data platforms and adoption of emerging Microsoft data technologies.\no Apply industry best practices for cloud architecture, data integration, and data management within the energy sector.\nQualifications:\no Proven experience as a Data Engineer or in a similar data engineering role.\no Strong hands-on technical experience with Microsoft Azure Cloud, Azure Data Factory (ADF), and Azure Synapse Analytics.\no Experience designing, building, and maintaining ETL/ELT pipelines and data integration solutions.\no Proficiency in SQL and experience working with relational databases and data warehousing concepts.\no Experience with data modeling, data transformation, and large-scale data processing.\no Knowledge of cloud-based data architecture, data lakes, and data warehouse solutions.\no Preferred experience with Microsoft Fabric, including Lakehouse, Data Factory, or OneLake capabilities.\no Experience with Azure Databricks, PySpark, or Python for data processing and transformation.\no Preferred experience in energy, utilities, power generation, electricity markets, or related industries.\no Experience implementing data governance, security, and monitoring within cloud environments.\no Knowledge of CI/CD, Git, and automated deployment practices for data engineering solutions.\no Strong analytical, troubleshooting, and problem-solving skills.\no Excellent communication and collaboration skills.","description_format":"text","description_chars":2754,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-14T04:57:00Z"},{"event":"close","at":"2026-10-16T04:52:00Z"},{"event":"reopen","at":"2026-10-20T07:44:26Z"},{"event":"close","at":"2026-10-22T05:26:35Z"},{"event":"reopen","at":"2026-10-31T04:54:45Z"}],"visa":[],"liveness":{"score":48,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.755,"p_room":0.75,"age_days":19,"expected_fill_days":27,"reasons":["seen:19","win:late"],"computed_at":"2026-11-02T06:13:15Z"},"pay":null,"html_url":"https://alion.io/job/top-consulting-data-engineer","json_url":"https://alion.io/job/top-consulting-data-engineer.json","meta":{"generated_at":"2026-11-02T20:22:46Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":28471,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-03T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3553356},"rest":"https://alion.io/mcp/rest/get_company?id=3553356"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftop-consulting-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftop-consulting-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftop-consulting-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/top-consulting-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftop-consulting-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":2498038}},{"tool":"search_jobs","arguments":{"company":"topconsulting.com.my","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":2498038},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}