{"id":1273237,"url":"https://alion.io/job/magnet-hr-tech-digital-data-engineer","title":"Data Engineer","company":{"id":2674018,"name":"Magnet HR Tech Digital","domain":"magnethrconsultingservices.com","url":"https://alion.io/company/magnet-hr-tech-digital","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"junior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India","India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":20000,"max_usd":58000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":276},"experience_years_min":1,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Jupyter Notebook","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Amazon Redshift","optional":true},{"name":"Apache Kafka","optional":true},{"name":"AWS","optional":true},{"name":"Azure","optional":true},{"name":"BigQuery","optional":true},{"name":"GCP","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Snowflake","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-08-27T07:41:35Z","employer_posted_date":null,"last_verified_at":"2026-08-27T07:41:35Z","board_verified":false,"closed_at":null,"days_open":30,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":30},"description":"Position Overview:\n\nWe are looking for a Data Engineer with hands-on experience in Apache Airflow, Python, and Jupyter Notebook to build, orchestrate, and maintain robust data pipelines that power our analytics and business decisions. In this role, you will work closely with data teams to clean, transform, and move data reliably across our platforms while ensuring pipeline performance and data integrity at scale.\n\nKey Responsibilities:\n\nPipeline Architecture:\n\n- Design, build, and maintain scalable ETL/ELT data pipelines using Apache Airflow and Python.\n\nOrchestration & Workflow:\n\n- Schedule, monitor, optimize, and troubleshoot Airflow DAGs to ensure reliable, high-availability data flow.\n\nData Processing:\n\n- Perform data extraction, cleaning, transformation, and validation across structured and unstructured multi-source environments.\n\nPrototyping & Analysis:\n\n- Use Jupyter Notebook for exploratory data analysis, pipeline testing, data profiling, and rapid prototyping.\n\nCross-Team Collaboration:\n\n- Partner with data analysts, data scientists, and product teams to translate business requirements into reliable data structures.\n\nQuality & Performance:\n\n- Ensure high data quality, strict data integrity, and pipeline execution speed at scale.\n\nDocumentation:\n\n- Maintain clean, clear documentation for all data pipelines, lineage, and operational workflows.\n\nRequired Qualifications:\n\nExperience:\n\n- 1 to 2 years of hands-on, production experience in data engineering.\n\nLanguage Proficiency:\n\n- Strong proficiency in Python for data manipulation, ETL scripting, and automation.\n\nWorkflow Orchestration:\n\n- Working experience with Apache Airflow (DAG creation, task dependencies, custom operators, and scheduling).\n\nPrototyping Tools:\n\n- High comfort level working in Jupyter Notebook for data prototyping and interactive analysis.\n\nData Foundations:\n\n- Solid understanding of SQL, relational/non-relational databases, and data modeling concepts.\n\nSoft Skills:\n\n- Clear communication, analytical problem-solving, and attention to detail.\n\nPreferred Qualifications:\n\nEducation:\n\n- B.Tech / B.E. in Computer Science, Data Science, or a related field, preferably from a premier institution (NIT or IIT).\n\nCloud Infrastructure:\n\n- Familiarity with major cloud environments (AWS, GCP, or Azure).\n\nBig Data Technologies:\n\n- Exposure to distributed computing frameworks like Apache Spark, streaming platforms like Kafka, or cloud data warehouses (e.g., Snowflake, BigQuery, Redshift).\n\nShift Timing:\n\n- 10:00 AM 7:00 PM IST\n\nSkills\nData Engineering, Apache Airflow, Python, ETL, Data Pipeline, Service Orchestration, IT Automation","description_format":"text","description_chars":2637,"description_truncated":false,"requirements":{"experience_years_min":1,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Professional Services","Human Resources","Recruiting & Staffing"],"lifecycle":[{"event":"open","at":"2026-09-26T00:07:01Z"}],"liveness":{"score":21,"band":"cold","label":"Long shot","p_open":0.85,"p_active":0.552,"p_room":0.45,"age_days":29,"expected_fill_days":15,"reasons":["seen:29","win:tail","comp:junior"],"computed_at":"2026-09-26T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/magnet-hr-tech-digital-data-engineer","json_url":"https://alion.io/job/magnet-hr-tech-digital-data-engineer.json","meta":{"generated_at":"2026-09-27T03:58:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3718,"day_limit":5000,"remaining_today":1282,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}