{"id":3008581,"url":"https://alion.io/job/axi-solaris-data-engineer-2","title":"Data Engineer","company":{"id":3806017,"name":"Axi Solaris","domain":"axi-solaris.com","url":"https://alion.io/company/axi-solaris","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":71},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"Azure","optional":false},{"name":"Azure Cosmos DB","optional":false},{"name":"Azure Data Factory","optional":false},{"name":"Databricks","optional":false},{"name":"Dimensional Modeling","optional":false},{"name":"ETL/ELT","optional":false},{"name":"pySpark","optional":false},{"name":"Scala","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Python","optional":true}],"status":"live","first_seen_at":"2026-10-21T14:35:30Z","employer_posted_date":null,"last_verified_at":"2026-10-21T14:35:30Z","board_verified":false,"closed_at":null,"days_open":2,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":2},"description":"The Data Engineering team builds and operates robust, scalable data platforms on Azure and Databricks, closely partnering with domain PODs, Risk, Finance, and Analytics teams across the globe. You'll work on end-to-end data pipelines that ingest, transform, and serve data to multiple downstream consumers with strict quality and SLA requirements.\n\nResponsibilities: \nBuild and maintain ETL/ELT pipelines on Azure Databricks using PySpark or Scala to ingest, transform, and deliver data products at scale.\nIngest data from SQL Server, Cosmos DB, event streams, APIs, and external sources into cloud data lakes and Databricks lakehouses.\nDesign and implement data quality checks, validation rules, and monitoring to ensure reliability and early detection of anomalies.\nOptimize Spark jobs for performance and cost, including cluster sizing, partitioning strategies, and caching mechanisms.\nDocument data pipelines, lineage, and schemas; maintain data dictionaries and metadata catalogs for consumer discovery and understanding.\nCollaborate with data analysts, scientists, and domain engineers to understand requirements and refine data products.\nContribute to infrastructure and tooling for data workflows (scheduling, orchestration, monitoring, alerting)\n\nRequirements: \n2-6 years of experience in data engineering or analytics engineering roles.\nStrong problem-solving and ability to work independently with guidance from senior engineers.\nGood communication skills to translate business requirements into technical data solutions.\nAbility to work in Agile environments and collaborate with global teams across time zones\nHands-on experience with Azure Databricks and Apache Spark (PySpark or Scala) for large-scale data processing.\nStrong SQL skills, including complex queries, window functions, CTEs, and query optimization for both transactional and analytical workloads.\nExperience with SQL Server: data warehousing concepts, schema design, indexing, and optimization for analytics.\nFamiliarity with Azure data services: Data Lake Storage, Synapse Analytics, Data Factory, or Blob Storage.\nUnderstanding of ETL/ELT concepts, data modeling, dimensional modeling (fact/dimension tables), and slowly changing dimensions.\nExperience with batch and/or stream processing concepts; familiarity with event-driven architectures.\nKnowledge of data quality frameworks, testing strategies, and monitoring/alerting for data pipelines.\nBasic understanding of relational and NoSQL databases (Cosmos DB exposure is beneficial).\nSkills\nAzure Data Factory, Architecture, Azure, Data Analysis, Data Engineering, Data Warehousing, Databricks, ETL, NoSQL, Spark, SQL","description_format":"text","description_chars":2650,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Blockchain & Crypto","Financial Services","Cryptocurrencies","Forex & CFD Brokers"],"lifecycle":[{"event":"open","at":"2026-10-21T14:35:30Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":2,"expected_fill_days":28,"reasons":["seen:2","velocity","win:early","comp:attention"],"computed_at":"2026-10-24T06:02:35Z"},"pay":null,"html_url":"https://alion.io/job/axi-solaris-data-engineer-2","json_url":"https://alion.io/job/axi-solaris-data-engineer-2.json","meta":{"generated_at":"2026-10-24T10:56:41Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":15598,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-25T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3806017},"rest":"https://alion.io/mcp/rest/get_company?id=3806017"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Faxi-solaris-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Faxi-solaris-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Faxi-solaris-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/axi-solaris-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Faxi-solaris-data-engineer-2"}]}