{"id":2545805,"url":"https://alion.io/job/symphoni-hr-principal-data-engineer","title":"Principal Data Engineer","company":{"id":3800108,"name":"Symphoni HR","domain":"symphonihr.com","url":"https://alion.io/company/symphoni-hr","size_band":"201-500","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"A","score":100,"open_postings":33,"ghost_share":0,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":44,"computed_at":"2026-10-15T05:46:00Z"}},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":27000,"max_usd":47000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":16},"experience_years_min":12,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"CI/CD","optional":false},{"name":"Data Vault","optional":false},{"name":"Databricks","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"pySpark","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-14T16:45:26Z","employer_posted_date":"2026-10-14","last_verified_at":"2026-10-15T15:42:30Z","board_verified":true,"closed_at":null,"days_open":1,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":1},"description":"We are seeking a highly experienced Principal Data Engineer to spearhead the technical direction of a next-generation data platform. In this hands-on leadership role, you will design sophisticated lakehouse architectures, drive the migration of legacy workloads, and establish engineering standards to ensure high-performance, secure, and scalable data delivery across the organization.\nOur client is a leading global computer software organization known for delivering innovative data-driven solutions. They operate at a significant scale, supporting complex enterprise environments with a focus on cutting-edge technology and engineering excellence. The company fosters a collaborative culture that prioritizes technical growth and high-impact problem solving.\nResponsibilities\nOwn the end-to-end design of the Databricks lakehouse, including ingestion, medallion architecture, and Unity Catalog implementation.\nLead the hands-on migration of legacy Hadoop, Hive, and Spark workloads to Databricks while ensuring data parity.\nDefine and enforce engineering standards for SQL, PySpark, and Delta Live Tables.\nOversee CI/CD, automated testing, and observability frameworks to maintain high system reliability.\nOptimize performance and DBU spend through cluster right-sizing, liquid clustering, and advanced query tuning.\nImplement robust data security measures, including PII protection, encryption, and row/column-level security.\nLead technical design reviews and author architecture decision records.\nMentor senior and mid-level engineers to elevate overall engineering quality and technical strategy.\nRequirements\n12-16 years of experience in data or software engineering, with at least 5 years in a technical lead, staff, or principal capacity.\nExpert-level proficiency in SQL with a focus on query tuning for massive datasets.\nDeep experience with Apache Spark, including both PySpark and Scala.\nProven track record of managing Databricks in production, including Unity Catalog, Workflows, and cost management.\nStrong expertise in large-scale batch and streaming pipeline design using Structured Streaming, Delta Live Tables, and Kafka.\nProficiency in data modeling techniques such as Dimensional, Medallion, and Data Vault.\nHands-on experience with CI/CD tools including Git, Terraform, and Databricks Asset Bundles.\nGraduate degree in Computer Science, Data Science, or a related field.","description_format":"text","description_chars":2393,"description_truncated":false,"requirements":{"experience_years_min":12,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-14T16:45:26Z"}],"visa":[],"liveness":{"score":54,"band":"ok","label":"Likely open","p_open":1,"p_active":0.542,"p_room":1,"age_days":0,"expected_fill_days":44,"reasons":["conf:4","agency","velocity","win:early","comp:brand"],"computed_at":"2026-10-15T05:46:00Z"},"pay":null,"html_url":"https://alion.io/job/symphoni-hr-principal-data-engineer","json_url":"https://alion.io/job/symphoni-hr-principal-data-engineer.json","meta":{"generated_at":"2026-10-15T17:55:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"assistant_verified","counted_by":"address","units_charged":1,"used_today":112,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-16T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800108},"rest":"https://alion.io/mcp/rest/get_company?id=3800108"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsymphoni-hr-principal-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsymphoni-hr-principal-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsymphoni-hr-principal-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/symphoni-hr-principal-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsymphoni-hr-principal-data-engineer"}]}