{"id":3299419,"url":"https://alion.io/job/kaleidoscope-innovation-data-engineer-4","title":"Data Engineer","company":{"id":4382008,"name":"Kaleidoscope Innovation","domain":"kascope.com","url":"https://alion.io/company/kaleidoscope-innovation","size_band":"1001-5000","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"ADP","truth_index":{"grade":"B","score":83,"open_postings":34,"ghost_share":0,"stale_share":0.471,"repost_share":0,"time_to_fill_p50_days":88,"computed_at":"2026-11-01T06:10:25Z"}},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Charlotte, United States"],"countries":["US"],"hiring_countries":[],"hiring_countries_total":0,"salary":{"min":90000,"max":135000,"currency":"USD","period":"year","gross":null,"usd_annual":135000},"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":true,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"ETL/ELT","optional":true},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-26T23:10:45Z","employer_posted_date":"2026-10-26","last_verified_at":"2026-11-01T12:41:01Z","board_verified":true,"closed_at":null,"days_open":5,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":5},"description":"We are unable to sponsor or take over sponsorship of an employment visa at this time.\nData Engineer\nJob Overview\nWe are seeking a Data Engineer with strong hands-on coding experience in Python and PySpark, along with a solid understanding of Object-Oriented Programming. The ideal candidate will be responsible for designing, developing, testing, and implementing new features within an existing data engineering framework.\nThis role requires someone who is comfortable working with complex data transformations, translating business requirements into technical solutions, and developing standalone PySpark scripts based on defined business logic. The successful candidate will work closely with the team to deliver reliable, maintainable, and effective data solutions.\nResponsibilities\nDesign, develop, and implement new features within an existing framework using Python and PySpark.\n\nDevelop efficient and effective PySpark scripts to perform data transformations based on defined business logic.\n\nApply strong Object-Oriented Programming concepts to solve complex problems and develop robust, reusable solutions.\n\nWork closely with team members to understand requirements and develop solutions aligned with business objectives.\n\nTranslate business requirements into technical solutions and data transformation processes.\n\nTest, debug, and troubleshoot code to ensure it produces accurate and reliable results.\n\nIdentify and resolve complex software and data-related issues.\n\nDevelop standalone scripts and applications to support data processing requirements.\n\nFollow coding best practices and contribute to the enhancement of the existing framework.\n\nDocument programming tasks, processes, and procedures to support future troubleshooting and maintenance.\n\nCommunicate effectively with team members regarding requirements, technical challenges, and solutions.\n\nWork independently with minimal supervision while contributing effectively to the overall team.\n\nQualifications\nStrong hands-on experience with Python.\n\nStrong hands-on experience with PySpark and data transformations.\n\nSolid understanding of Object-Oriented Programming concepts.\n\nExperience developing standalone scripts based on defined business logic.\n\nStrong problem-solving and troubleshooting skills.\n\nAbility to understand complex requirements and translate them into effective technical solutions.\n\nExperience working with data engineering frameworks and large-scale data processing.\n\nExcellent written and verbal communication skills.\n\nAbility to work independently with minimal supervision.\n\nAWS experience is preferred but not required.\n\nPreferred Skills\nAWS / Cloud technologies\n\nLarge-scale data processing\n\nData transformation and ETL\n\nSoftware development best practices\n\nFramework development and enhancement\n\nAutomated testing and debugging\n\nData engineering tools and technologies\n\nKaleidoscope, an Infosys Company, is an equal opportunity employer, and all qualified applicants will receive consideration without regard to race, color, religion, sex, sexual orientation, gender identity, national origin, protected veteran status, spouse of protected veteran, or disability.","description_format":"text","description_chars":3160,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Industrial Design","Biomedical Engineering","Custom Software Development","Engineering Services"],"lifecycle":[{"event":"open","at":"2026-10-26T23:10:45Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"green card filings: 3","filings_12m":0,"filings_prev_12m":1,"green_card_filings_12m":3,"median_offered_wage_usd":87500,"route":null,"cap_exempt":false,"checked_at":"2026-10-29T16:27:21+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":0}],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":5,"expected_fill_days":88,"reasons":["conf:1","velocity","win:early"],"computed_at":"2026-11-01T06:10:25Z"},"pay":{"stated_usd_annual":135000,"is_top_pay":false},"html_url":"https://alion.io/job/kaleidoscope-innovation-data-engineer-4","json_url":"https://alion.io/job/kaleidoscope-innovation-data-engineer-4.json","meta":{"generated_at":"2026-11-01T13:10:53Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":20380,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-02T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4382008},"rest":"https://alion.io/mcp/rest/get_company?id=4382008"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fkaleidoscope-innovation-data-engineer-4"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fkaleidoscope-innovation-data-engineer-4"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fkaleidoscope-innovation-data-engineer-4"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/kaleidoscope-innovation-data-engineer-4\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fkaleidoscope-innovation-data-engineer-4"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3299419}},{"tool":"search_jobs","arguments":{"company":"kascope.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3299419},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}