{"id":802622,"url":"https://alion.io/job/bid-operations-data-engineer","title":"Data Engineer","company":{"id":705222,"name":"BID Operations","domain":"bidoperations.com","url":"https://alion.io/company/bid-operations","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Workable","truth_index":{"grade":"A","score":86,"open_postings":7,"ghost_share":0,"stale_share":0.571,"repost_share":0,"time_to_fill_p50_days":42,"computed_at":"2026-11-02T06:13:15Z"}},"role":"Data Science","role_family":"Data Science","seniority":null,"employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Shenzhen, China"],"countries":["CN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"ClickHouse","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Python","optional":false},{"name":"RabbitMQ","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false}],"status":"live","first_seen_at":"2026-09-03T00:00:00Z","employer_posted_date":"2026-09-03","last_verified_at":"2026-11-02T15:26:12Z","board_verified":true,"closed_at":null,"days_open":60,"trust":{"level":"ok","repost_count":0,"flags":[],"days_open":60},"description":"Company Introduction\nAt BID Operations, we are passionate about supporting our clients in their journey towards success. Our mission is to empower you to thrive by handling the essential yet time-consuming aspects of your business operations, allowing you to concentrate on strategic growth and innovation.\nJob Summary\nAs a Data Engineer, you will play a pivotal role in designing, developing, and maintaining scalable data pipelines, leveraging technologies such as Kafka, RabbitMQ, Spark, Airflow and ClickHouse within cloud environments. You will ensure the efficient and reliable flow of data across our systems. Your expertise will drive the optimisation of our data architecture, enabling insightful analytics and supporting our data-driven decision-making processes.\nJob Responsibilities\n Design and implement highly scalable, reliable, and performant data pipelines to support ETL processes, integrating technologies such as Kafka, Spark, ClickHouse, and RabbitMQ.\nWork within cloud environments to deploy and manage data services, ensuring best practices in security, scalability, and efficiency.\nDevelop and maintain robust data storage solutions, optimising data storage and retrieval processes in ClickHouse or similar technologies.\nCollaborate with data analysts and other stakeholders to understand data needs and implement systems that support data analysis and reporting.\nMonitor, troubleshoot, and optimise data pipelines, identifying and resolving performance bottlenecks and ensuring data quality and integrity.\nParticipate in the design and implementation of data models and schemas that support business processes and objectives.\nStay abreast of industry trends and advancements in data engineering technologies and methodologies, continuously seeking ways to improve our data systems.\nEnsure compliance with data governance and security policies.\nRequirements\nBachelor’s or Master’s degree in Computer Science, Engineering, or a related field.\nProven experience in data engineering, with a strong background in designing and implementing ETL processes within cloud environments.\nStrong programming skills in Python, with experience in developing robust, maintainable, and scalable data processing pipelines.\nExtensive SQL knowledge and experience.\nExcellent problem-solving skills and the ability to work collaboratively in a team environment.\nStrong communication skills, with the ability to convey complex technical concepts to non-technical stakeholders.\nBenefits\n Competitive salary commensurate with experience.\n Opportunities for professional development and career advancement.\n Collaborative and supportive work environment.\n Flexibility in smart casual dress code.","description_format":"text","description_chars":2695,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Professional development"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-12T08:35:53Z"}],"visa":[],"liveness":{"score":26,"band":"fade","label":"Fading","p_open":1,"p_active":0.591,"p_room":0.44,"age_days":60,"expected_fill_days":42,"reasons":["conf:3","win:tail","crowd:"],"computed_at":"2026-11-02T06:13:15Z"},"pay":null,"html_url":"https://alion.io/job/bid-operations-data-engineer","json_url":"https://alion.io/job/bid-operations-data-engineer.json","meta":{"generated_at":"2026-11-02T21:17:09Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":29720,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-03T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":705222},"rest":"https://alion.io/mcp/rest/get_company?id=705222"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fbid-operations-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fbid-operations-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fbid-operations-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/bid-operations-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fbid-operations-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":802622}},{"tool":"search_jobs","arguments":{"company":"bidoperations.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":802622},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}