{"id":2960,"url":"https://alion.io/job/arcana-staff-software-engineer-data-platform","title":"Staff Software Engineer (Data Platform)","company":{"id":1050,"name":"Arcana","domain":"arcana.io","url":"https://alion.io/company/arcana","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Greenhouse","truth_index":{"grade":"D","score":50,"open_postings":25,"ghost_share":0.84,"stale_share":0,"repost_share":0,"time_to_fill_p50_days":null,"computed_at":"2026-10-16T05:45:00Z"}},"role":"Backend","role_family":"Backend","seniority":"staff","employment_type":null,"work_mode":"hybrid","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":32000,"max_usd":83000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":19},"experience_years_min":8,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Cassandra","optional":false},{"name":"ClickHouse","optional":false},{"name":"Docker","optional":false},{"name":"ElasticSearch","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Kubernetes","optional":false},{"name":"Linux","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"StarRocks","optional":false}],"status":"live","first_seen_at":"2026-02-27T13:27:42Z","employer_posted_date":"2026-07-21","last_verified_at":"2026-10-16T20:31:34Z","board_verified":true,"closed_at":null,"days_open":231,"trust":{"level":"ghost","repost_count":0,"flags":["stale","company_stale"],"days_open":230},"description":"Staff Software Engineer (Data Platform)\nJoin our dynamic team at the forefront of cutting-edge technology as we seek a seasoned Staff Data Engineer. Embark on a journey where your deep-rooted expertise in distributed systems, data architectures, and large-scale processing becomes the cornerstone of building high-performance data platforms. This pivotal role demands proficiency in designing and scaling compute and I/O-intensive data systems, ensuring reliability, efficiency, and cost optimization across the data lifecycle.\nResponsibilities:\nDesign and build scalable data platform components for batch and real-time data processing.\nArchitect, develop, and operationalize large-scale data systems across ingestion, transformation, and serving layers.\nBuild and manage robust data pipelines ensuring high reliability, scalability, and cost efficiency.\nDevelop reusable frameworks and tooling to accelerate productivity for data engineers and data scientists.\nLeverage expertise in Python, Airflow, SQL, and cloud platforms to build production-grade data solutions.\nOptimize query performance and data models using strong understanding of columnar OLAP systems such as ClickHouse, Doris, and StarRocks.\nImplement streaming and near real-time data processing systems.\nTranslate complex business requirements into scalable and efficient data platform solutions.\nWork collaboratively with cross-functional teams and provide technical leadership and mentorship.\nDrive architectural decisions by evaluating tradeoffs and selecting the right tools for the problem.\nRequirements:\nBachelor's Degree in Computer Science, Information Technology, or a similar discipline.\n8+ years of professional experience in data engineering, backend systems, or distributed systems.\nProven experience building scalable data platforms and large-scale data systems.\nStrong experience with ETL pipelines, data integration, and workflow orchestration systems such as Airflow or Temporal.\nHands-on experience in Python and SQL with strong understanding of data warehouse concepts.\nExperience working with distributed OLTP/OLAP databases such as ClickHouse, PostgreSQL, Cassandra, or Elasticsearch.\nKnowledge of messaging and streaming systems such as Kafka.\nExperience with cloud platforms (AWS/GCP) and big data tools such as Spark.\nStrong understanding of columnar storage systems and query optimization techniques.\nSolid understanding of distributed systems fundamentals and associated tradeoffs.\nExperience working with containers and orchestration tools such as Docker and Kubernetes.\nStrong Linux fundamentals and system-level debugging skills.\nFamiliarity with modern data architectures such as Lakehouse (Iceberg, Hudi, Delta) is a plus.","description_format":"text","description_chars":2719,"description_truncated":false,"requirements":{"experience_years_min":8,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"India","iso":"IN","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Financial Software & Embedded Finance","Financial Data & Market Intelligence"],"lifecycle":[{"event":"open","at":"2026-02-27T13:27:42Z"},{"event":"open","at":"2026-09-26T03:11:26Z"}],"visa":[],"liveness":{"score":5,"band":"cold","label":"Long shot","p_open":1,"p_active":0.175,"p_room":0.28,"age_days":230,"expected_fill_days":36,"reasons":["conf:3","stale_co","ghost","win:tail","crowd:"],"computed_at":"2026-10-16T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/arcana-staff-software-engineer-data-platform","json_url":"https://alion.io/job/arcana-staff-software-engineer-data-platform.json","meta":{"generated_at":"2026-10-16T22:07:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3500,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-17T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1050},"rest":"https://alion.io/mcp/rest/get_company?id=1050"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Farcana-staff-software-engineer-data-platform"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Farcana-staff-software-engineer-data-platform"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Farcana-staff-software-engineer-data-platform"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/arcana-staff-software-engineer-data-platform\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Farcana-staff-software-engineer-data-platform"}]}