{"id":1506794,"url":"https://alion.io/job/luminite-services-data-engineer","title":"Data Engineer","company":{"id":3843036,"name":"Luminite Services","domain":"luminiteservices.com","url":"https://alion.io/company/luminite-services","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":6,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"BigQuery","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Looker","optional":true},{"name":"LookML","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2026-09-30T05:26:36Z","employer_posted_date":null,"last_verified_at":"2026-09-30T05:26:36Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Data Engineer\n\nExperience: 6+ years in data engineering, ETL/ELT, analytics engineering, data warehouse development, or big data pipelines; minimum 4 years on GCP cloud data platforms preferred.\n\nWhat we're looking for:\n\n- Strong SQL and Python.\n\n- Data modelling, warehousing concepts, partitions, clustering, indexing, optimization.\n\n- ETL/ELT pipeline design and production support.\n\n- Batch and streaming pipeline fundamentals.\n\n- Orchestration using Airflow, Composer, Control-M, ADF, dbt, or equivalent.\n\n- Big data processing using Spark, PySpark, Beam, Dataflow, Dataproc, Databricks, EMR, or equivalent.\n\n- Cloud storage and data lake concepts.\n\n- Data quality, reconciliation, schema validation, lineage, monitoring, and alerting.\n\n- CI/CD for data pipelines and code versioning.\n\n- Ability to explain scale scenarios, not just tool definitions.\n\nTechnical Skills:\n\n- Python and advanced SQL.\n\n- Data quality checks, reconciliation, alerting, retries, and backfills.\n\n- Production pipeline monitoring and troubleshooting.\n\nGCP Skills:\n\n- Mandatory: BigQuery: datasets, tables, views, partitioning, clustering, SQL optimisation, cost awareness.\n\n- Option 1: Dataflow / Apache Beam or equivalent streaming/batch framework.\n\n- Option 2: Dataproc / PySpark or strong Spark experience.\n\n- Pub/Sub or equivalent event streaming.\n\n- Cloud Composer / Airflow DAG development.\n\nNice to have:\n\n- Dataform, dbt, CI/CD for data.\n\n- BigQuery ML.\n\n- Dataflow templates.\n\n- Looker / LookML basics.\n\n- Terraform for data infrastructure.\n\nSkills\nBigQuery, Python, SQL, Dataproc, PySpark, Apache Airflow, Google Cloud Platform, Big Data, Data Infrastructure","description_format":"text","description_chars":1649,"description_truncated":false,"requirements":{"experience_years_min":6,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-30T06:02:59Z"}],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":23,"reasons":["seen:0","win:early"],"computed_at":"2026-10-01T04:27:23Z"},"pay":null,"html_url":"https://alion.io/job/luminite-services-data-engineer","json_url":"https://alion.io/job/luminite-services-data-engineer.json","meta":{"generated_at":"2026-10-01T04:27:23Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":3779,"day_limit":5000,"remaining_today":1221,"minute_limit":60,"resets_at":"2026-10-02T00:00:00Z"}}}