{"id":453278,"url":"https://alion.io/job/icapital-lead-python-developer","title":"Lead Python Developer","company":{"id":174521,"name":"iCapital","domain":"icapital.com","url":"https://alion.io/company/icapital","size_band":"501-1000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Greenhouse","truth_index":{"grade":"B","score":82,"open_postings":48,"ghost_share":0,"stale_share":0.521,"repost_share":0,"time_to_fill_p50_days":63,"computed_at":"2026-09-28T05:45:00Z"}},"role":"Backend","role_family":"Backend","seniority":"lead","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Jaipur, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":18000,"max_usd":39000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":51},"experience_years_min":10,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon CloudWatch","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"AWS Lambda","optional":false},{"name":"AWS Step Functions","optional":false},{"name":"Beautiful Soup","optional":false},{"name":"CloudFormation","optional":false},{"name":"Docker","optional":false},{"name":"ETL/ELT","optional":false},{"name":"IAM","optional":false},{"name":"JavaScript","optional":false},{"name":"Playwright","optional":false},{"name":"Python","optional":false},{"name":"Scrapy","optional":false},{"name":"Selenium","optional":false},{"name":"Terraform","optional":false}],"status":"live","first_seen_at":"2026-08-25T14:26:23Z","employer_posted_date":"2026-09-24","last_verified_at":"2026-09-29T01:48:18Z","board_verified":true,"closed_at":null,"days_open":34,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":34},"description":"iCapital is looking to hire an experienced Python Developer with expertise in web scraping, automated portal interactions, and cloud-native deployment using AWS. The ideal candidate will have hands-on experience working with Playwright for browser automation, managing multi-factor authentication (MFA) flows, and deploying scalable scraping tasks via AWS Lambda and related services. This role will assist in architecting and building robust, secure, and scalable scraping solutions that interact with complex web applications and secured portals.\nResponsibilities\nAssist with the design and implementation of advanced scraping solutions using Python, Playwright, and AWS services.\nAutomate interactions with JavaScript-heavy and authentication-secured websites, including handling MFA, CAPTCHAs, and session or token-based login flows.\nArchitect scraping pipelines using serverless AWS components such as Lambda, Step Functions, S3, CloudWatch, and Secrets Manager.\nBuild systems that scale to support high volumes of data extraction with fault tolerance, retries, and intelligent logging.\nIntegrate and manage complex workflows across multiple portals, APIs, and data sources.\nContribute to architectural decisions, tooling, and best practices.\nResponsible for Code reviews and deployments.\nQualifications\nBachelor’s or master’s degree in computer science, software engineering, or related field, or equivalent professional experience\n10+ years of experience in Python development, with a strong focus on automation and data extraction\nProven expertise in web scraping using tools like Playwright, Selenium, Scrapy, BeautifulSoup, and requests\nIn-depth experience handling multi-step authentication flows, including multi-factor authentication (MFA), CAPTCHA solving, and session or cookie management\nProficient in deploying and managing scraping workloads in AWS, particularly Lambda, S3, IAM, CloudWatch, and Secrets Manager\nExperience with asynchronous programming, headless browsers, and JavaScript-rendered content\nSolid understanding of web protocols (i.e. HTTP, HTTPS, cookies, headers), and the ability to reverse-engineer network calls and authentication mechanisms\nComfortable working with APIs, JSON/XML, and data transformation\nExperience with CI or CD pipelines, Docker, and infrastructure as code (i.e. CloudFormation, Terraform)\nFamiliar with data pipeline orchestration tools such as Apache Airflow or AWS Step Functions\nPrior experience scraping from secure or enterprise-level portals (i.e. financial, healthcare, legal)\nBackground in data engineering or ETL workflows is a plus\nExposure to Python testing frameworks and writing unit or integration tests\nWe believe the best ideas and innovation happen when we are together. Employees in this role will work in the office four days, with the flexibility to work remotely one day (Friday).\nBenefits\niCapital offers a comprehensive benefits package that includes a total compensation program consisting of competitive salary, annual performance bonus, and equity for all full-time employees; healthcare with 100% employer-paid health and dental insurance; and generous paid time off (PTO).\nFor additional information on iCapital Network, please visit https://www.icapitalnetwork.com/about-us Twitter: @icapitalnetwork | LinkedIn: https://www.linkedin.com/company/icapital-network-inc","description_format":"text","description_chars":3352,"description_truncated":false,"requirements":{"experience_years_min":10,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":true},"security_clearance":false,"languages":[]},"benefits":["Dental insurance","Equity"],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Financial Software & Embedded Finance"],"lifecycle":[{"event":"open","at":"2026-09-06T09:09:34Z"}],"liveness":{"score":53,"band":"ok","label":"Likely open","p_open":1,"p_active":0.593,"p_room":0.9,"age_days":33,"expected_fill_days":63,"reasons":["conf:1","stale_co","velocity","win:mid","comp:brand"],"computed_at":"2026-09-28T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/icapital-lead-python-developer","json_url":"https://alion.io/job/icapital-lead-python-developer.json","meta":{"generated_at":"2026-09-29T02:14:09Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1859,"day_limit":5000,"remaining_today":3141,"minute_limit":60,"resets_at":"2026-09-30T00:00:00Z"}}}