{"id":27091,"url":"https://alion.io/job/pditechnologies-data-engineer-ii","title":"Data Engineer II","company":{"id":7295,"name":"PDI Technologies","domain":"pditechnologies.com","url":"https://alion.io/company/pditechnologies","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Lever","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Chennai, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":13500,"max_usd":35000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"Amazon S3","optional":false},{"name":"Anomaly Detection","optional":false},{"name":"AWS","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"CI/CD","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Git","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Terraform","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-07-30T11:30:43Z","employer_posted_date":"2026-07-30","last_verified_at":"2026-10-23T08:55:37Z","board_verified":true,"closed_at":null,"days_open":85,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":85},"description":"At PDI Technologies, we empower some of the world's leading convenience retail and petroleum brands with cutting-edge technology solutions that drive growth and operational efficiency.\nBy “Connecting Convenience” across the globe, we empower businesses to increase productivity, make more informed decisions, and engage faster with customers through loyalty programs, shopper insights, and unmatched real-time market intelligence via mobile applications, such as GasBuddy. We’re a global team committed to excellence, collaboration, and driving real impact. Explore our opportunities and become part of a company that values diversity, integrity, and growth.\nRole Overview:\n\nAs a Data Engineer II, you will design, develop, and support scalable cloud-based data pipelines that enable analytics, reporting, and business intelligence across the organization. Working within AWS-native technologies, you will integrate enterprise applications into centralized data platforms while ensuring data quality, reliability, and performance. You will collaborate with business stakeholders and technical teams to translate reporting requirements into scalable data solutions that support informed business decisions.\nKey Responsibilities\nDesign, develop, and maintain cloud-based data pipelines supporting enterprise reporting and analytics.\n\nBuild and optimize ETL/ELT processes using AWS-native data services and modern data engineering practices.\n\nIntegrate enterprise source systems, including Salesforce, NetSuite, and other business applications, into centralized data platforms.\n\nDevelop and maintain scalable data models supporting reporting and business intelligence initiatives.\n\nMonitor pipeline performance, troubleshoot data issues, and implement improvements to ensure data accuracy and reliability.\n\nPartner with business stakeholders to understand reporting requirements and translate them into technical solutions.\n\nSupport data governance initiatives by maintaining data quality, metadata, and documentation.\n\nContribute to automation, continuous integration, and infrastructure-as-code practices to improve development efficiency.\n\nParticipate in code reviews and promote engineering best practices across the team.\n\nQualifications\nBachelor's degree in Computer Science, Information Systems, Engineering, or related field, or equivalent experience.\n\n2-4 years of experience in data engineering or cloud data platform development.\n\nExperience developing data pipelines using AWS services such as S3, Glue, Redshift, AppFlow, and Step Functions.\n\nExperience working with SQL, Python, and PySpark.\n\nUnderstanding of dimensional modeling, data warehousing concepts, and modern data lake technologies.\n\nExperience integrating enterprise applications such as Salesforce, NetSuite, or similar SaaS platforms.\n\nFamiliarity with Git, CI/CD pipelines, and Infrastructure as Code (Terraform preferred).\n\nPractical experience with applying AI/ML techniques to data engineering problems, such as automated data quality checks, anomaly detection, or intelligent pipeline monitoring\n\nStrong analytical and problem-solving skills.\n\nExcellent collaboration and communication skills.\n\nBehavioral Competencies\nEnsures Accountability\n\nManages Complexity\n\nCommunicates Effectively\n\nBalances Stakeholders\n\nCollaborates Effectively","description_format":"text","description_chars":3316,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["ERP & Business Management Software","Retail & Shop Systems","Supply Chain & Logistics Software"],"lifecycle":[{"event":"open","at":"2026-07-30T11:30:43Z"}],"visa":[],"liveness":{"score":11,"band":"cold","label":"Long shot","p_open":1,"p_active":0.397,"p_room":0.28,"age_days":84,"expected_fill_days":21,"reasons":["conf:1","velocity","win:tail","crowd:"],"computed_at":"2026-10-23T05:54:15Z"},"pay":null,"html_url":"https://alion.io/job/pditechnologies-data-engineer-ii","json_url":"https://alion.io/job/pditechnologies-data-engineer-ii.json","meta":{"generated_at":"2026-10-23T12:11:11Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":18558,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-24T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":7295},"rest":"https://alion.io/mcp/rest/get_company?id=7295"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fpditechnologies-data-engineer-ii"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fpditechnologies-data-engineer-ii"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fpditechnologies-data-engineer-ii"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/pditechnologies-data-engineer-ii\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fpditechnologies-data-engineer-ii"}]}