{"id":2225278,"url":"https://alion.io/job/northbay-lead-data-engineer-aws-data-platform-northbay-solutions","title":"Lead Data Engineer (AWS Data Platform) - NorthBay Solutions","company":{"id":2900164,"name":"NorthBay Solutions","domain":"northbaysolutions.com","url":"https://alion.io/company/northbaysolutions","size_band":"201-500","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"JazzHR","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Lahore, Pakistan"],"countries":["PK"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":48000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":709},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon Redshift","optional":false},{"name":"AWS","optional":false},{"name":"AWS Glue","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Agile","optional":true},{"name":"Amazon CloudWatch","optional":true},{"name":"Amazon S3","optional":true},{"name":"AWS Lambda","optional":true},{"name":"AWS Step Functions","optional":true},{"name":"CI/CD","optional":true},{"name":"IAM","optional":true},{"name":"Python","optional":true},{"name":"Scrum","optional":true}],"status":"live","first_seen_at":"2026-10-10T15:17:25Z","employer_posted_date":"2026-10-10","last_verified_at":"2026-10-20T10:56:54Z","board_verified":true,"closed_at":null,"days_open":9,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":9},"description":"Position:Lead Data Engineer (AWS Data Platform) Experience:5 to 8+ Years Location:Hybrid (Pakistan)\nNote:(Candidates must be available during UAE business hours and follow UAE public holidays)\nJob Summary\nWe are seeking a highly skilled LeadData Engineerwith 5 to 8+ years of experience in designing, developing, and optimizing large-scale data platforms and ETL/ELT pipelines. The ideal candidate will have strong hands-on expertise in PySpark, AWS Glue, Amazon EMR, Amazon Redshift, and SQL-based data warehousing, along with proven experience in performance tuning and data optimization.\nThe candidate will work closely with a UAE-based customer and must be comfortable collaborating with distributed teams while adhering to UAE working hours and holiday schedules.\nKey Responsibilities\nDesign, develop, and maintain scalable data pipelines using PySpark, AWS Glue, and Amazon EMR.\nBuild and optimize data ingestion, transformation, and processing frameworks for structured and semi-structured data.\nDevelop and maintain enterprise data warehouse solutions using Amazon Redshift.\nWrite complex SQL queries, stored procedures, and data transformations to support analytics and reporting requirements.\nImplement ETL/ELT processes to move data efficiently across multiple systems and platforms.\nPerform performance tuning and optimization of Spark jobs, ETL pipelines, SQL queries, and Redshift workloads.\nEnsure data quality, integrity, security, and governance across data platforms.\nTroubleshoot production issues and perform root cause analysis for data-related incidents.\nCollaborate with business stakeholders, analysts, architects, and engineering teams to understand data requirements.\nParticipate in code reviews, technical design discussions, and best-practice implementation.\nMonitor data pipelines and proactively identify opportunities for performance improvements and automation.\nCreate and maintain technical documentation, data models, and operational procedures.\nRequired Skills & Experience\nMust-Have Skills\n5 to 8+ years of experience in Data Engineering and Data Warehousing.\nStrong hands-on experience with PySpark.\nExtensive experience with AWS Glue.\nExperience building and managing workloads on Amazon EMR.\nStrong expertise in Amazon Redshift.\nExcellent SQL development and query optimization skills.\nStrong understanding of Data Warehousing concepts, dimensional modeling, and ETL/ELT processes.\nExperience in performance tuning of Spark jobs, SQL queries, ETL pipelines, and data warehouse workloads.\nExperience handling large-scale datasets and distributed data processing.\nStrong debugging, troubleshooting, and analytical skills.\nPreferred Skills\nExperience with additional AWS services such as S3, IAM, CloudWatch, Lambda, and Step Functions.\nKnowledge of CI/CD pipelines and DevOps practices for data platforms.\nExperience with workflow orchestration tools.\nFamiliarity with data governance, security, and compliance practices.\nExposure to Agile/Scrum development methodologies.\nQualifications\nBachelor's degree in Computer Science, Software Engineering, Information Technology, or a related field.\nRelevant AWS certifications will be considered an advantage.\nSoft Skills\nStrong communication and stakeholder management skills.\nAbility to work independently in a remote environment.\nExcellent problem-solving and analytical thinking abilities.\nAbility to collaborate effectively with cross-functional and geographically distributed teams.\nStrong ownership mindset and commitment to delivering high-quality solutions.","description_format":"text","description_chars":3547,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Pakistan","iso":"PK","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-10-10T15:17:25Z"}],"visa":[],"liveness":{"score":24,"band":"cold","label":"Long shot","p_open":1,"p_active":0.662,"p_room":0.368,"age_days":9,"expected_fill_days":4,"reasons":["conf:0","wave","velocity","win:tail"],"computed_at":"2026-10-20T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/northbay-lead-data-engineer-aws-data-platform-northbay-solutions","json_url":"https://alion.io/job/northbay-lead-data-engineer-aws-data-platform-northbay-solutions.json","meta":{"generated_at":"2026-10-20T14:24:58Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16203,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-21T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":2900164},"rest":"https://alion.io/mcp/rest/get_company?id=2900164"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fnorthbay-lead-data-engineer-aws-data-platform-northbay-solutions"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fnorthbay-lead-data-engineer-aws-data-platform-northbay-solutions"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fnorthbay-lead-data-engineer-aws-data-platform-northbay-solutions"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/northbay-lead-data-engineer-aws-data-platform-northbay-solutions\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fnorthbay-lead-data-engineer-aws-data-platform-northbay-solutions"}]}