{"id":3411693,"url":"https://alion.io/job/acuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics","title":"Senior Data Engineer – AI Document Processing (Azure, Databricks, Python, Spark) - Acuity Analytics","company":{"id":1989419,"name":"Acuity Analytics","domain":"acuityanalytics.com","url":"https://alion.io/company/acuityanalytics","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"JazzHR","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["United Kingdom"],"countries":["GB"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":80000,"max_usd":158000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":52},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"LLM","optional":false},{"name":"OpenAI","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false}],"status":"live","first_seen_at":"2026-10-28T18:07:10Z","employer_posted_date":"2026-10-28","last_verified_at":"2026-10-30T11:03:14Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"About Us\nAscent has recently been acquired by Acuity Analytics. This is both a significant milestone for us and a tremendous opportunity for you. Acuity Analytics is a business with a strong global reputation, an impressive client base and ambitious growth plans. We deliver deep insights and domain-led digital transformation to high-growth and heavily regulated organizations. To our customers, we bring a partnership that provides the talent, technology and capability to enhance performance and operational efficiency.\nAbout the role\nWe are looking for an experienced Data Engineer to join a team that handles document processing in a large enterprise, regulated environment. You will align several platform teams to ensure timely delivery and dependency management.\nRequired skills\nSolid data architecture skills\n\nSolid Cloud/DevOps skills (Azure dominant environment)\n\nExpert level skills in Python, Databricks and Spark\n\nExperience in AI-ready document processing experience\n\nExperience with LLM orchestration, operations and building of test and monitoring of LLM outputs, ideally with Azure OpenAI interface\n\nNice to have skills\nAzure Document Intelligence\n\nDatabricks Workflows & Asset Bundles\n\nWhy join us\nPeople are at the Heart of our Business. By investing in people, we achieve exceptional results for our clients and create new opportunities for our teams to thrive. Check out this page for more details.\nIf you have any questions contact our Talent Acquisition team on ta.admin@acuityanalytics.\nFor more details about Acuity Analytics please see here: Read here.","description_format":"text","description_chars":1579,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence"],"lifecycle":[{"event":"open","at":"2026-10-28T18:07:10Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":1,"expected_fill_days":14,"reasons":["conf:0","velocity","win:early"],"computed_at":"2026-10-30T05:48:23Z"},"pay":null,"html_url":"https://alion.io/job/acuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics","json_url":"https://alion.io/job/acuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics.json","meta":{"generated_at":"2026-10-30T17:00:10Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":5349,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-31T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1989419},"rest":"https://alion.io/mcp/rest/get_company?id=1989419"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Facuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Facuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Facuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/acuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Facuity-analytics-senior-data-engineer-ai-document-processing-azure-databricks-python-spark-acuity-analytics"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3411693}},{"tool":"search_jobs","arguments":{"company":"acuityanalytics.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3411693},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}