{"id":3249457,"url":"https://alion.io/job/hireflex-databricks-engineer-remote","title":"Databricks Engineer (Remote)","company":{"id":4442813,"name":"HireFlex","domain":"hireflex.in","url":"https://alion.io/company/hireflex","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":true,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":["IN"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":43000,"period":"year","method":"role_seniority_country_cell","sample_n":81},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"Anomaly Detection","optional":false},{"name":"Azure","optional":false},{"name":"Databricks","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"Microsoft Defender","optional":false},{"name":"Microsoft Sentinel","optional":false},{"name":"Model Context Protocol","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"SIEM","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-25T17:26:02Z","employer_posted_date":null,"last_verified_at":"2026-10-25T17:26:02Z","board_verified":false,"closed_at":null,"days_open":5,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":5},"description":"Role Overview\n\nWe are looking for a Data Engineer with strong experience in Azure data engineering, Databricks and data lake technologies, along with an understanding of IT Security/Cybersecurity use cases. The ideal candidate is a generalist who can work across security data engineering, analytics, Data Science and emerging GenAI use cases.\n\nKey Responsibilities\nDesign, develop and maintain scalable data pipelines for IT Security and Cybersecurity use cases.\nBuild and manage data solutions using Azure Data Lake Storage (ADLS/ADLS Gen2), Azure Databricks and Azure data services.\nIngest, transform and process security data from multiple sources such as SIEM, endpoint, identity, network, cloud and application security platforms.\nDevelop Databricks/PySpark solutions for processing and analysing large volumes of security telemetry.\nWork with security logs, alerts, vulnerability data, threat intelligence, authentication data and other security datasets.\nWork with Azure Security services and understand security-related data generated across the Azure/Microsoft security ecosystem.\nDevelop data models and curated datasets to support Security Operations, Threat Detection, Risk Analytics and reporting.\nCollaborate with Data Scientists to prepare datasets for machine learning, anomaly detection, behavioural analytics and predictive use cases.\nSupport GenAI/LLM/RAG use cases involving security data, knowledge retrieval and intelligent security analytics.\nDevelop automation scripts using Python Build and maintain Power BI dashboards and reports for security metrics, trends, risks and operational KPIs.\nImplement data quality, governance, access controls and monitoring across data pipelines. Troubleshoot data ingestion, transformation and pipeline issues and optimize performance and cost.\nCollaborate with Cybersecurity, SOC, Data Engineering, Data Science and Cloud Engineering teams.\n\nRequired Skills & Experience\nSenior Data Engineer with proven experience delivering complex data and analytics solutions in enterprise environments.\nStrong hands-on experience with Data Science, LLMs, Agentic AI frameworks, MCP, and RAG architectures, including designing, building, implementing, and troubleshooting solutions in production.\nMinimum 7 years of hands-on Databricks experience, including architecture, development, optimization, operations, and support of large-scale data platforms.\nDemonstrated experience working with cybersecurity data and analytics, translating security requirements into actionable insights, detection capabilities, and reporting.\nHands-on experience with Microsoft security platforms, particularly Microsoft Sentinel, Microsoft Defender, and Azure Data Explorer (ADX), including data ingestion, analytics, investigations, and operational use cases.\nProven ability to lead initiatives end-to-end, from requirements gathering and solution design through implementation, deployment, and operationalization.\nAbility to mentor and guide junior engineers, providing technical leadership, coaching, and best-practice recommendations.\nResponsible for performing quality assurance and technical reviews of own work and the work of junior Data Engineers/Data Scientists, ensuring coding standards, solution quality, documentation, and operational readiness.\nAbility to provide concrete examples of delivered solutions, technical challenges solved, architecture decisions made, and measurable business or security outcomes.\nStrong ownership mindset with a track record of personally driving implementation, not only coordinating or overseeing delivery.\n\nData Science / AI Exposure\nGood understanding of Data Science concepts, including statistics, machine learning, anomaly detection and feature engineering.\nAbility to work with Data Scientists and understand ML/data requirements. Exposure to GenAI, LLM, RAG or AI-powered analytics is preferred.\nAbility to explore and analyse large security datasets and identify meaningful patterns and trends.\n\nPreferred Certifications:\nDatabricks Certified Data Engineer Associate / Professional or equivalent Databricks certification.\nMicrosoft security certifications such as SC-200 – Security Operations Analyst Associate, SC-500 – Cloud and AI Security Engineer Associate\nOther relevant certifications such as Security+, CEH, CISSP or equivalent are an advantage.","description_format":"text","description_chars":4338,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Security"],"lifecycle":[{"event":"open","at":"2026-10-25T20:09:30Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":5,"expected_fill_days":29,"reasons":["seen:5","velocity","win:early"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/hireflex-databricks-engineer-remote","json_url":"https://alion.io/job/hireflex-databricks-engineer-remote.json","meta":{"generated_at":"2026-10-31T06:25:12Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9468,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4442813},"rest":"https://alion.io/mcp/rest/get_company?id=4442813"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fhireflex-databricks-engineer-remote"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fhireflex-databricks-engineer-remote"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fhireflex-databricks-engineer-remote"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/hireflex-databricks-engineer-remote\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fhireflex-databricks-engineer-remote"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3249457}},{"tool":"search_jobs","arguments":{"company":"hireflex.in","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3249457},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}