{"id":2267273,"url":"https://alion.io/job/softserve-lead-big-data-engineer","title":"Lead Big Data Engineer","company":{"id":57039,"name":"SoftServe","domain":"softserveinc.com","url":"https://alion.io/company/softserve","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"lead","employment_type":null,"work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":["Bulgaria"],"countries":["BG"],"hiring_countries":["BG"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":50000,"max_usd":114000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":597},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"BigQuery","optional":false},{"name":"Databricks","optional":false},{"name":"dbt","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Java","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Airflow","optional":true},{"name":"Apache Kafka","optional":true}],"status":"live","first_seen_at":"2026-10-04T21:45:10Z","employer_posted_date":null,"last_verified_at":"2026-10-04T21:45:10Z","board_verified":false,"closed_at":null,"days_open":6,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":6},"description":"ABOUT THE ROLE\n\nIn this role, you will contribute to building scalable and reliable data solutions on Google Cloud Platform, leveraging modern Big Data technologies and cloud-native services. You will work with batch and streaming data processing systems, helping organizations transform, manage, and unlock the value of their data. As part of a collaborative engineering team, you will participate in the full project lifecycle, from discovery and solution design to implementation and production deployment.\n\nRESPONSIBILITIES\n\nDesign, develop, and maintain scalable data pipelines for batch and streaming workloads\n\nBuild and optimize data processing solutions using Python (must), SQL, Java, Apache Spark, and Databricks\n\nCreate cloud-native data architectures leveraging GCP services including BigQuery, Dataflow, Cloud Composer, Pub/Sub, and Cloud Storage\n\nImplement data transformation, modeling, and analytics engineering practices using dbt and Dataform\n\nCollaborate with business stakeholders, architects, and engineering teams to translate data requirements into effective technical solutions\n\nSupport development of modern data platforms and analytics solutions on GCP with GCP native services and/or Databricks\n\nContribute to technical design discussions, architecture decisions, and continuous improvement initiatives\n\nEnsure data quality, reliability and performance across data processing workflows\n\nSupport end-to-end project delivery, including PoCs, MVPs, production deployments and platform enhancements\n\nREQUIREMENTS\n\n5+ years of professional experience in Big Data or Data Engineering\n\nAdvanced expertise in Python and SQL (Java nice to have) for large-scale data processing and transformation\n\nHands-on experience developing data solutions on Google Cloud Platform (GCP)\n\nExperience with Apache Spark and data processing frameworks such as Cloud Dataflow or Apache Beam\n\nProven background building scalable solutions using Databricks and Lakehouse concepts\n\nExperience with orchestration tools such as Apache Airflow or Cloud Composer\n\nKnowledge of streaming technologies such as Apache Kafka or Google Cloud Pub/Sub\n\nStrong knowledge of BigQuery and modern cloud data architectures\n\nExperience with data transformation and modeling tools such as dbt and Dataform\n\nStrong analytical thinking, troubleshooting capabilities, and problem-solving skills\n\nEffective communication with both technical and non-technical stakeholders\n\nUpper-intermediate or higher level of English\n\nSoftServe is an equal opportunity employer. Qualified applicants will receive consideration regardless of race, color, ancestry, ethnicity, national origin, religion, sex, sexual orientation, gender identity or expression, age, citizenship, disability, health condition, marital or family status, veteran status, or any other characteristic protected by applicable law.","description_format":"text","description_chars":2865,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"Bulgaria","iso":"BG","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Outsourcing & Dedicated Teams","Custom Software Development"],"lifecycle":[{"event":"open","at":"2026-10-11T06:29:33Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.859,"p_room":1,"age_days":6,"expected_fill_days":26,"reasons":["seen:6","win:early"],"computed_at":"2026-10-11T21:13:02Z"},"pay":null,"html_url":"https://alion.io/job/softserve-lead-big-data-engineer","json_url":"https://alion.io/job/softserve-lead-big-data-engineer.json","meta":{"generated_at":"2026-10-11T21:13:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9921,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-12T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":57039},"rest":"https://alion.io/mcp/rest/get_company?id=57039"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsoftserve-lead-big-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsoftserve-lead-big-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsoftserve-lead-big-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/softserve-lead-big-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsoftserve-lead-big-data-engineer"}]}