{"id":2438484,"url":"https://alion.io/job/softserve-lead-bigdata-engineer-databricks-and-aws","title":"Lead BigData Engineer (Databricks and AWS)","company":{"id":57039,"name":"SoftServe","domain":"softserveinc.com","url":"https://alion.io/company/softserve","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"DevOps","role_family":"DevOps","seniority":"lead","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":["Bulgaria"],"countries":["BG"],"hiring_countries":["BG"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":43000,"max_usd":108000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":830},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Amazon Kinesis","optional":false},{"name":"Amazon Redshift","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Databricks","optional":false},{"name":"Flink","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Scala","optional":false},{"name":"Snowflake","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-10-13T08:50:53Z","employer_posted_date":null,"last_verified_at":"2026-10-13T08:50:53Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"ABOUT THE ROLE\n\nIn this role, you will lead the development of scalable data platforms and processing solutions on AWS, while remaining actively involved in hands-on engineering. You will work with batch and real-time data architectures, guide technical implementation, and collaborate with engineers, architects, and business stakeholders to deliver reliable, production-ready data solutions.\n\nRESPONSIBILITIES\n\nLead the design and implementation of scalable data pipelines and platform components on AWS\n\nDrive end-to-end delivery of data engineering solutions, ensuring quality, performance, and maintainability\n\nProvide technical guidance and support to data engineers within the team\n\nBuild and maintain batch and streaming data processing solutions using modern big data technologies\n\nDevelop data ingestion processes, source-to-target mappings, and integrations with new data sources\n\nBuild and orchestrate workflows using Apache Airflow or MWAA\n\nImplement real-time data processing using Apache Kafka, Amazon MSK, or Kinesis\n\nContribute to data warehousing and analytics solutions using Snowflake or Amazon Redshift\n\nCollaborate with architects and stakeholders to translate business requirements into effective technical solutions\n\nPromote engineering best practices, code quality, and continuous improvement across the team\n\nREQUIREMENTS\n\nStrong hands-on experience in Big Data / Data Engineering, including building scalable data pipelines and platforms\n\nProven experience providing technical leadership and guiding engineering teams\n\nStrong expertise with AWS services for data engineering and analytics\n\nProficiency in Python, Scala, or Java, with strong SQL skills\n\nHands-on experience with Apache Spark, Databricks, Flink, or similar big data technologies\n\nPractical experience with Apache Airflow or MWAA\n\nExperience with streaming technologies such as Apache Kafka, Amazon MSK, or Kinesis\n\nFamiliarity with Snowflake or Amazon Redshift\n\nStrong understanding of data engineering best practices, performance optimization, and production-grade development\n\nStrong problem-solving, stakeholder collaboration, and communication skills\n\nUpper-intermediate or higher level of English\n\nSoftServe is an equal opportunity employer. Qualified applicants will receive consideration regardless of race, color, ancestry, ethnicity, national origin, religion, sex, sexual orientation, gender identity or expression, age, citizenship, disability, health condition, marital or family status, veteran status, or any other characteristic protected by applicable law.","description_format":"text","description_chars":2564,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Bulgaria","iso":"BG","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-13T11:20:20Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":13,"reasons":["seen:0","win:early"],"computed_at":"2026-10-14T06:34:16Z"},"pay":null,"html_url":"https://alion.io/job/softserve-lead-bigdata-engineer-databricks-and-aws","json_url":"https://alion.io/job/softserve-lead-bigdata-engineer-databricks-and-aws.json","meta":{"generated_at":"2026-10-14T10:05:59Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":11584,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":57039},"rest":"https://alion.io/mcp/rest/get_company?id=57039"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsoftserve-lead-bigdata-engineer-databricks-and-aws"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsoftserve-lead-bigdata-engineer-databricks-and-aws"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsoftserve-lead-bigdata-engineer-databricks-and-aws"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/softserve-lead-bigdata-engineer-databricks-and-aws\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsoftserve-lead-bigdata-engineer-databricks-and-aws"}]}