{"id":1893332,"url":"https://alion.io/job/indian-institute-of-science-software-engineer-data-engineering","title":"Software Engineer - Data Platform","company":{"id":3800410,"name":"Indian Institute of Science","domain":"datakaveri.org","url":"https://alion.io/company/indian-institute-of-science","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Backend","role_family":"Backend","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Jaipur, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Ansible","optional":false},{"name":"Apache Kafka","optional":false},{"name":"CI/CD","optional":false},{"name":"dbt","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"GitHub Actions","optional":false},{"name":"GitLab CI","optional":false},{"name":"Grafana","optional":false},{"name":"Java","optional":false},{"name":"Jenkins","optional":false},{"name":"Kubernetes","optional":false},{"name":"Linux","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Prometheus","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Time Series","optional":false}],"status":"live","first_seen_at":"2026-10-05T05:14:10Z","employer_posted_date":null,"last_verified_at":"2026-10-05T05:14:10Z","board_verified":false,"closed_at":null,"days_open":21,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":21},"description":"Role Overview:\n\nWe are seeking a Software Engineer with 3 - 5 years of data engineering experience to build and operate the data pipelines and services behind our platforms. You will own ingestion, transformation, and serving of data from diverse sources, keep it reliable and well-governed, and work closely with product, platform, and programme teams to deliver data systems at scale. This role also requires hands-on DevOps experience.\n\nRequired Skills & Qualifications:\n\n- Experience: 3 - 5 years in data engineering or backend software engineering with a data focus.\n\n- Education: Bachelor's/Master's in Computer Science or a related field.\n\n- Programming: Strong skills in Python (or Java/Scala) and advanced SQL, with clean, testable coding practices.\n\n- Data Pipelines: Hands-on experience building batch and streaming ETL/ELT pipelines using tools such as Apache Airflow, Spark, Kafka, or dbt.\n\n- Databases & Storage: Solid knowledge of PostgreSQL or similar relational databases, plus at least one NoSQL, columnar, or time-series store; familiarity with data lake/warehouse concepts and formats such as Parquet, Avro, and JSON.\n\n- APIs: Experience designing and consuming RESTful APIs and integrating data from varied sources and formats.\n\n- Tools: Proficiency with Git, code reviews, automated testing, and CI workflows.\n\n- DevOps: Hands-on experience with Docker, Kubernetes, CI/CD (GitHub Actions, GitLab CI, or Jenkins), infrastructure as code (Terraform/Ansible), monitoring (Prometheus, Grafana), and cloud or Linux environments.\n\n- Soft Skills: Problem-solving, clear communication and documentation, teamwork, and ability to work independently.\n\nKey Responsibilities:\n\n- Design, build, and maintain scalable batch and streaming data pipelines for ingesting data from APIs, databases, files, and event streams.\n\n- Develop ETL/ELT workflows and data models that are reliable, testable, and easy to evolve.\n\n- Build and optimise data storage and serving layers, and expose data through well-designed APIs.\n\n- Implement data quality checks, validation, lineage, monitoring, and alerting to ensure trusted data.\n\n- Tune pipeline and query performance, and troubleshoot production data issues end to end.\n\n- Collaborate with architects, product owners, and programme teams to translate requirements into technical solutions.\n\n- Follow security, privacy, and data governance practices suited to government-facing systems.\n\n- Write clean, documented, version-controlled code; participate in code reviews and design discussions.\n\n- Deploy, monitor, and maintain the Data Exchange platform in production to keep it stable and dependable.\n\nSkills\nData Engineering, SQL, Python, ETL, Git, Data Modeling, Data Ingestion, Data Pipeline, Data Quality, Data Validation, Data Governance","description_format":"text","description_chars":2787,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Higher Education","Research Institutes"],"lifecycle":[{"event":"open","at":"2026-10-05T06:34:15Z"}],"visa":[],"liveness":{"score":49,"band":"ok","label":"Likely open","p_open":0.85,"p_active":0.771,"p_room":0.75,"age_days":21,"expected_fill_days":23,"reasons":["seen:21","win:late"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/indian-institute-of-science-software-engineer-data-engineering","json_url":"https://alion.io/job/indian-institute-of-science-software-engineer-data-engineering.json","meta":{"generated_at":"2026-10-27T04:29:24Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":4048,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3800410},"rest":"https://alion.io/mcp/rest/get_company?id=3800410"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Findian-institute-of-science-software-engineer-data-engineering"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Findian-institute-of-science-software-engineer-data-engineering"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Findian-institute-of-science-software-engineer-data-engineering"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/indian-institute-of-science-software-engineer-data-engineering\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Findian-institute-of-science-software-engineer-data-engineering"}]}