{"id":2390866,"url":"https://alion.io/job/koantek-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3800091,"name":"Koantek","domain":"koantek.com","url":"https://alion.io/company/koantek","size_band":"11-50","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":20000,"max_usd":41000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":55},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"Azure","optional":false},{"name":"Azure DevOps","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Time Series Forecasting","optional":false}],"status":"live","first_seen_at":"2026-08-11T00:00:00Z","employer_posted_date":"2026-08-11","last_verified_at":"2026-10-13T00:54:44Z","board_verified":true,"closed_at":null,"days_open":63,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":63},"description":"We are seeking an experienced Full Stack Data Engineer with 5-6 years of industry experience. The ideal candidate will have a proven track record of working on live projects, preferably within the manufacturing or energy sectors. He/she will play a key role in developing, and maintaining scalable data solutions using Databricks and related technologies.Key\nResponsibilities: Develop, and deploy end-to-end data pipelines and solutions on Databricks, integrating with various data sources and systems. Collaborate with cross-functional teams to understand data, and deliver effective BI solutions. Implement data ingestion, transformation, and processing workflows using Spark (PySpark/Scala), SQL, and Databricks notebooks. Develop and maintain data models, ETL/ELT processes ensuring high performance, reliability, scalability and data quality. Build and maintain APIs and data services to support analytics, reporting, and application integration. Ensure data quality, integrity, and security across all stages of the data lifecycle. Monitor, troubleshoot, and optimize pipeline performance in a cloud-based environment. Write clean, modular, and well-documented Python/Scala/SQL/PySpark code. Integrate data from various sources, including APIs, relational and non-relational databases, IoT devices, and external data providers. Ensure adherence to data governance, security, and compliance policies. Required Skills and Experience: Bachelor’s or Master’s degree in Computer Science, Engineering, or a related field. 5-6 years of hands-on experience in data engineering, with a strong focus on Databricks and Apache Spark. Strong programming skills in Python/PySpark and/or Scala, with a deep understanding of Apache Spark. Experience with Azure Databricks. Strong SQL skills for data manipulation, analysis, and performance tuning. Strong understanding of data structures and algorithms, with the ability to apply them to optimize code and implement efficient solutions. Strong understanding of data architecture, data modeling, ETL/ELT processes, and data warehousing concepts. Experience building and maintaining ETL/ELT pipelines in production environments. Familiarity with Delta Lake, Unity Catalog, or similar technologies. Experience working with structured and unstructured data, including JSON, Parquet, Avro, and time-series data. Familiarity with CI/CD pipelines and tools like Azure DevOps, version control (Git), and DevOps practices for data engineering. Excellent problem-solving skills, attention to detail, and ability to work independently or as part of a team. Strong communication skills to interact with technical and non-technical stakeholders.\nRequirements Experience with Delta Lake and Databricks Workflows. Exposure to real-time data processing and streaming technologies (Kafka, Spark Streaming). Exposure to data visualization tool Databricks Genie for data analysis and reporting. Knowledge of data governance, security, and compliance best practices.","description_format":"text","description_chars":2986,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Analytics & BI Consulting","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-10-12T21:11:42Z"}],"visa":[],"liveness":{"score":14,"band":"cold","label":"Long shot","p_open":1,"p_active":0.381,"p_room":0.36,"age_days":63,"expected_fill_days":32,"reasons":["conf:0","win:tail","crowd:"],"computed_at":"2026-10-13T01:15:23Z"},"pay":null,"html_url":"https://alion.io/job/koantek-senior-data-engineer","json_url":"https://alion.io/job/koantek-senior-data-engineer.json","meta":{"generated_at":"2026-10-13T01:15:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":1812,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800091},"rest":"https://alion.io/mcp/rest/get_company?id=3800091"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkoantek-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkoantek-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkoantek-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/koantek-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkoantek-senior-data-engineer"}]}