{"id":2003581,"url":"https://alion.io/job/paypay-corp-data-engineer","title":"Data Engineer","company":{"id":3256181,"name":"PayPay","domain":"paypay-corp.co.jp","url":"https://alion.io/company/paypay-corp","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":43000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":56},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Dagster","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"LLM","optional":false},{"name":"Prefect","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-10-07T12:14:14Z","employer_posted_date":null,"last_verified_at":"2026-10-07T12:14:14Z","board_verified":false,"closed_at":null,"days_open":4,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":4},"description":"PayPay India is looking for a Data Engineer to work on our payment system to deliver the best payment experience for our customers.\n\nThis platform is vital to support our increasing business demands.\n\nThe Data Pipeline team is tasked with creating, deploying, and managing this platform, utilizing leading technologies like Databricks, Delta Lake, Spark, PySpark, Scala, and the AWS suite.\n\nWe are actively seeking skilled Data Engineers to join our team and contribute to scaling our platform across the organization. \n\nMain Responsibilities :\n\n- Create and manage robust data ingestion pipelines leveraging Databricks, Airflow, Kafka, and Terraform.\n\n- Ensure high performance, reliability, and efficiency by optimizing large-scale data pipelines.\n\n- Develop data processing workflows using Databricks, Delta Lake, and Spark technologies.\n\n- Maintain and improve the Data Lakehouse, utilizing Unity Catalog for efficient data management and discovery.\n\n- Construct automation, frameworks, and enhanced tools to streamline data engineering workflows.\n\n- Collaborate across teams to facilitate smooth data flow and integration.\n\n- Enforce best practices in observability, data governance, security, and regulatory compliance.\n\nQualifications :\n\n- Minimum 7 years as a Data Engineer or similar role.\n\n- Hands-on experience with Databricks, Delta Lake, Spark, and Scala.\n\n- Proven ability to design, build, and operate Data Lakes or Data Warehouses.\n\n- Proficiency with Data Orchestration tools (Airflow, Dagster, Prefect).\n\n- Familiarity with Change Data Capture tools (Canal, Debezium, Maxwell).\n\n- Strong command of at least one primary language (Scala, Python, etc.) and SQL.\n\n- Experience with data catalog and metadata management (Unity Catalog, Lakeformation).\n\n- Experience in Infrastructure as Code (IaC) using Terraform.\n\n- Excellent problem-solving and debugging abilities for complex data challenges.\n\n- Strong communication and collaboration skills.\n\n- Capability to make informed decisions, learn quickly, and consider complex technical contexts.\n\n- Leverage AI/LLM-based tools in daily workflows (e.g., code development, reviews, testing, debugging, documentation), while ensuring human oversight, judgment, and accountability drive the final product.\nSkills\nData Engineering, Databricks, Apache Airflow, Kafka, DataLake, Spark, Data Pipeline, Metadata, Python, SQL, Data Catalogue","description_format":"text","description_chars":2394,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-07T12:29:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":2,"expected_fill_days":22,"reasons":["seen:2","win:early"],"computed_at":"2026-10-10T05:45:15Z"},"pay":null,"html_url":"https://alion.io/job/paypay-corp-data-engineer","json_url":"https://alion.io/job/paypay-corp-data-engineer.json","meta":{"generated_at":"2026-10-12T05:51:37Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9365,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3256181},"rest":"https://alion.io/mcp/rest/get_company?id=3256181"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fpaypay-corp-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fpaypay-corp-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fpaypay-corp-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/paypay-corp-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fpaypay-corp-data-engineer"}]}