{"id":1265997,"url":"https://alion.io/job/avisoft-senior-data-engineer","title":"Senior Data Engineer","company":{"id":3801200,"name":"Avisoft","domain":"avisoft.io","url":"https://alion.io/company/avisoft-2","size_band":null,"is_staffing_agency":false,"employer_type":"staffing","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India","Hyderabad, India","Pune, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":45000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Ansible","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"BigQuery","optional":false},{"name":"dbt","optional":false},{"name":"Delta Lake","optional":false},{"name":"Docker","optional":false},{"name":"Flink","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Great Expectations","optional":false},{"name":"Java","optional":false},{"name":"Kubernetes","optional":false},{"name":"Python","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"InfluxDB","optional":true},{"name":"PostgreSQL","optional":true},{"name":"TimescaleDB","optional":true}],"status":"live","first_seen_at":"2026-09-08T09:43:37Z","employer_posted_date":null,"last_verified_at":"2026-09-08T09:43:37Z","board_verified":false,"closed_at":null,"days_open":22,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":22},"description":"About the Role : \n\nWe are looking for a Senior Data Engineer to build scalable real-time and batch data pipelines for an industrial data platform, processing data from sensors, cameras, APIs, and enterprise systems. The role will support analytics, forecasting, and anomaly detection use cases.\n\nKey Responsibilities : \n\n- Design and develop real-time and batch data pipelines.\n\n- Build data processing solutions using Kafka, Spark, and/or Flink.\n\n- Develop workflows using Airflow and/or dbt.\n\n- Design and maintain data lakes, lakehouses, and data warehouses.\n\n- Implement data models for OLAP/OLTP and optimize pipeline performance.\n\n- Deploy solutions across AWS/GCP/Azure or hybrid environments using Docker/Kubernetes.\n\n- Implement data quality, observability, and infrastructure automation.\n\nRequired Skills : \n\n- 6+ years of Data Engineering experience.\n\n- Strong Python/Java and SQL skills.\n\n- Hands-on experience with Kafka, Spark/Flink, Airflow/dbt.\n\n- Experience with Delta Lake/Iceberg and Snowflake/BigQuery/Redshift.\n\n- Strong knowledge of data modelling and Parquet/Avro/ORC.\n\n- Experience with Cloud, Docker, Kubernetes, Terraform/Ansible.\n\n- Exposure to Great Expectations/OpenMetadata.\n\nGood to Have : \n\n- Experience with InfluxDB/TimescaleDB.\n\n- Exposure to aviation, manufacturing, logistics, or industrial IoT domains.\n\nSkills\nData Engineering, Data Pipeline, Kafka, Apache Airflow, Spark, DataLake, Data Warehousing, AWS, Data Observability, Python, SQL","description_format":"text","description_chars":1476,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Custom Software Development","AI Consulting & Integration"],"lifecycle":[{"event":"open","at":"2026-09-25T22:00:00Z"}],"liveness":{"score":45,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.702,"p_room":0.75,"age_days":21,"expected_fill_days":23,"reasons":["seen:21","velocity","win:late"],"computed_at":"2026-09-30T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/avisoft-senior-data-engineer","json_url":"https://alion.io/job/avisoft-senior-data-engineer.json","meta":{"generated_at":"2026-10-01T01:50:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1338,"day_limit":5000,"remaining_today":3662,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}