{"id":1265812,"url":"https://alion.io/job/adroit-innovative-solutions-python-developer-web-scraping","title":"Python Developer - Web Scraping","company":{"id":3800695,"name":"Adroit Innovative Solutions","domain":"adroitinnovative.com","url":"https://alion.io/company/adroit-innovative-solutions","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Backend","role_family":"Backend","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Mumbai, India","Pune, India","Chandigarh, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":25000,"max_usd":53000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":21},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Beautiful Soup","optional":false},{"name":"Playwright","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scrapy","optional":false},{"name":"Selenium","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-09-09T06:10:35Z","employer_posted_date":null,"last_verified_at":"2026-09-09T06:10:35Z","board_verified":false,"closed_at":null,"days_open":17,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":17},"description":"Key Responsibilities :\n\n- Develop and maintain robust web scraping and web crawling solutions using Python.\n\n- Build data extraction pipelines to collect, clean, transform, and store information from multiple web sources.\n\n- Develop and optimize scraping solutions for both static and dynamic websites.\n\n- Work with frameworks and libraries such as Requests, Scrapy, BeautifulSoup, Selenium, Puppeteer, or Playwright.\n\n- Design efficient solutions for handling large-scale data extraction and crawling requirements.\n\n- Integrate scraped data with SQL databases and data warehousing platforms.\n\n- Perform data validation, cleansing, and quality checks to ensure accuracy and consistency.\n\n- Troubleshoot scraping failures, website changes, anti-bot challenges, and performance issues.\n\n- Optimize crawlers for scalability, reliability, and execution speed.\n\n- Collaborate with data, engineering, and business teams to understand data requirements and deliver effective solutions.\n\nRequired Skills :\n\n- 5+ years of experience in Python development with strong hands-on programming expertise.\n\n- Proven experience in Web Scraping / Web Crawling.\n\n- Strong knowledge of Python programming and scripting.\n\n- Hands-on experience with SQL and any database or data warehousing technology.\n\n- Experience with one or more of: Requests, Scrapy.\n\n- Experience with one or more of: Puppeteer, Playwright, BeautifulSoup, Selenium.\n\n- Knowledge of PySpark is preferred.\n\n- Strong understanding of HTML, CSS, DOM, HTTP requests, and web technologies.\n\n- Good debugging, analytical, and problem-solving skills.\n\nPreferred Candidate Profile :\n\n- Strong hands-on experience in building production-grade web scraping and crawling solutions.\n\n- Experience working with large datasets and high-volume data extraction.\n\n- Ability to work independently and handle complex scraping requirements.\n\n- Strong understanding of data processing, database integration, and automation.\n\nSkills\nPython, Web Scraping, Scrapy, SQL, Backend Architecture, Web Crawling, Data Pipeline, Data Integration","description_format":"text","description_chars":2063,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-25T22:00:00Z"}],"liveness":{"score":42,"band":"fade","label":"Fading","p_open":0.85,"p_active":0.666,"p_room":0.75,"age_days":16,"expected_fill_days":24,"reasons":["seen:16","win:late"],"computed_at":"2026-09-26T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/adroit-innovative-solutions-python-developer-web-scraping","json_url":"https://alion.io/job/adroit-innovative-solutions-python-developer-web-scraping.json","meta":{"generated_at":"2026-09-27T01:15:30Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","usage":{"tier":"crawler","counted_by":"address","units_charged":1,"used_today":1123,"day_limit":5000,"remaining_today":3877,"minute_limit":60,"resets_at":"2026-09-28T00:00:00Z"}}}