{"id":3259125,"url":"https://alion.io/job/percept-solutions-data-engineer-databricks","title":"Data Engineer (Databricks)","company":{"id":3802190,"name":"Percept Solutions","domain":"percept-solutions.com","url":"https://alion.io/company/percept-solutions","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Singapore"],"countries":["SG"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":9000,"max":10800,"currency":"SGD","period":"month","gross":true,"usd_annual":101412},"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Kinesis","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"Git","optional":false},{"name":"IAM","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Tableau","optional":false}],"status":"live","first_seen_at":"2026-10-26T00:00:00Z","employer_posted_date":null,"last_verified_at":"2026-10-26T00:00:00Z","board_verified":false,"closed_at":null,"days_open":6,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":6},"description":"We are looking for a Data Engineer to design, build, and support reliable data ingestion and transformation pipelines on AWS and Databricks. The role will work with architects, engineers, QA, and business teams to deliver data pipelines, curated datasets, data-quality controls, and production-ready operational processes.\nKey Responsibilities:\nDesign and build batch and/or streaming data pipelines using Databricks and AWS services.\nDevelop data processing across Bronze, Silver, and Gold layers using SQL, Python/PySpark, and Delta Lake.\nImplement ingestion from APIs, files, databases, object storage, or other enterprise data sources.\nDevelop data transformations, dimensional or curated datasets, and reusable data-engineering components.\nImplement data validation, reconciliation, error handling, logging, rerun/recovery, and monitoring.\nOptimise Spark jobs, clusters, partitioning, and storage for performance and cost.\nSupport CI/CD, environment promotion, SIT/UAT, production deployment, documentation, and operational handover.\nCollaborate with platform, application, BI, and data-governance teams.\nRequirements (Must-Have):\n3+ years of experience in data engineering or enterprise data-platform delivery.\nHands-on experience with Databricks, Apache Spark, PySpark, and SQL.\nExperience with Delta Lake and layered data architecture such as Bronze/Silver/Gold.\nExperience building production data pipelines with proper logging, error handling, and recovery.\nExperience with AWS services such as S3, IAM, Glue, Lambda, Kinesis, or related services.\nGood understanding of data modelling, data quality, and performance optimisation.\nPlus Points (Advantage):\nDatabricks Workflows, Delta Live Tables, Unity Catalog, Auto Loader, or Structured Streaming.\nExperience with APIs, XML/JSON, event or near-real-time ingestion.\nCI/CD and infrastructure/configuration automation using Git-based tools.\nExperience with Tableau, BI datasets, or data warehouse integration.\nDatabricks, AWS, data engineering, AI/ML, or GenAI-related certification(s).\nTo apply,simply click the \"Apply\" button or send your updated profile to  \nEA Licence No.:18S9405 / EA Reg. No.:R1330864\nPercept Solutions is expanding and actively seeking talented individuals. We encourage applicants to follow Percept Solutions on LinkedIn at https://www.linkedin.com/company/percept-solutions/to stay informed about new opportunities and events.\nSkills\nSpark SQL, Distributed Platforms, Performance Enhancement, Data Pipeline, AWS, Documentation, Databricks, Engineering Data, Logging, Data Lake, Production Deployment, Storage Hardware, Data Infrastructure, API, Database Layer, Error Handling","description_format":"text","description_chars":2688,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["DevOps & Platform Engineering","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-26T02:28:30Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":6,"expected_fill_days":30,"reasons":["seen:6","velocity","win:early"],"computed_at":"2026-11-01T06:10:25Z"},"pay":{"stated_usd_annual":101412,"is_top_pay":false},"html_url":"https://alion.io/job/percept-solutions-data-engineer-databricks","json_url":"https://alion.io/job/percept-solutions-data-engineer-databricks.json","meta":{"generated_at":"2026-11-01T23:34:56Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":35936,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-02T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3802190},"rest":"https://alion.io/mcp/rest/get_company?id=3802190"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fpercept-solutions-data-engineer-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fpercept-solutions-data-engineer-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fpercept-solutions-data-engineer-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/percept-solutions-data-engineer-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fpercept-solutions-data-engineer-databricks"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3259125}},{"tool":"search_jobs","arguments":{"company":"percept-solutions.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3259125},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}