{"id":3858261,"url":"https://alion.io/job/techdome-data-engineer-2","title":"Data Engineer","company":{"id":4431620,"name":"Techdome","domain":"techdome.io","url":"https://alion.io/company/tech-dome","size_band":"51-200","is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":"Keka","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AI Agents","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"Git","optional":false},{"name":"LLM","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"Rest API","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Unstructured.io","optional":false},{"name":"Amazon Neptune","optional":true},{"name":"Embeddings","optional":true},{"name":"Knowledge Graph","optional":true},{"name":"OCR","optional":true},{"name":"pgvector","optional":true},{"name":"Pinecone","optional":true},{"name":"PostgreSQL","optional":true}],"status":"closed","first_seen_at":"2026-10-05T17:52:38Z","employer_posted_date":"2026-10-05","last_verified_at":"2026-11-06T16:10:33Z","board_verified":false,"closed_at":"2026-11-06T16:10:33Z","days_open":31,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":31},"description":"Role summary: The Data Engineer builds the data foundation that AI agents, scorecards, and dashboards run on: ingestion pipelines, connectors, metadata and search indexes, vector stores, data marts, and quality instrumentation.\nExperience: 3 to 6 years in data engineering. Senior Data Engineer: 2+ years, including ownership of data foundation architecture and connector frameworks.\nKey responsibilities\nDesign and build ingestion pipelines for structured data, unstructured content (documents, PDFs), and metadata.\nBuild reusable connectors to enterprise systems, catalogs, content repositories, and third-party or licensed sources via APIs.\nModel and build raw-to-mart data layers that serve analytics and AI use cases.\nImplement metadata extraction, enrichment, and search indexing, including semantic and vector indexes for RAG.\nSet up and manage vector databases and knowledge repositories used by LLM agents.\nImplement data quality rules, profiling, scoring outputs, and exception handling.\nRegister lineage and maintain source registries, version tracking, and refresh controls.\nDesign data stores for signals, findings, audit trails, and user feedback loops.\nApply security and governance controls: RBAC, PII/sensitivity flagging, and approved data handling.\nSupport SIT/UAT data validation, defect fixes, and production release activities.\nRequired skills\nStrong Python and SQL; solid data modeling (dimensional and normalized).\nHands-on experience with a modern data platform such as Databricks, Snowflake, or Azure/AWS data services.\nPipeline orchestration and transformation (Spark, Airflow, ADF, dbt, or similar).\nAPI-based integration (REST), JSON handling, and incremental/CDC ingestion patterns.\nData quality frameworks and testing practices for pipelines.\nVersion control (Git) and CI/CD for data workloads.\nPreferred skills\nRAG data preparation: chunking, embeddings, vector databases (Azure AI Search, pgvector, Pinecone, or similar).\nUnstructured content processing: text extraction, OCR, document parsing.\nMetadata management, data catalogs, ontologies, or knowledge graphs (for example Neptune or other graph databases).\nExperience supporting LLM or agentic applications with grounded, traceable data.\nLife sciences data exposure (commercial, medical, regulatory, or launch data) and regulated-data handling.\nCloud certification (Azure Data Engineer, Databricks, AWS, or Snowflake).","description_format":"text","description_chars":2405,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Software","Custom Software Development","Angel Networks & Startup Accelerators"],"lifecycle":[{"event":"open","at":"2026-11-06T07:33:49Z"},{"event":"close","at":"2026-11-06T16:10:33Z"}],"visa":[],"liveness":null,"pay":null,"html_url":"https://alion.io/job/techdome-data-engineer-2","json_url":"https://alion.io/job/techdome-data-engineer-2.json","meta":{"generated_at":"2026-11-07T03:03:39Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":7355,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-08T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4431620},"rest":"https://alion.io/mcp/rest/get_company?id=4431620"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Ftechdome-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Ftechdome-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Ftechdome-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/techdome-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Ftechdome-data-engineer-2"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3858261}},{"tool":"search_jobs","arguments":{"company":"techdome.io","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3858261},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}