{"id":3512369,"url":"https://alion.io/job/blue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation","title":"Databricks Quality Analyst - Data Reconciliation","company":{"id":3802011,"name":"Blue Cloud Softech Solutions Ltd","domain":"bluecloudsoftech.com","url":"https://alion.io/company/blue-cloud-softech-solutions-ltd","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Analytics","role_family":"Analytics","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":11500,"max_usd":26000,"period":"year","method":"global_role_cell_scaled_by_country","sample_n":1854},"experience_years_min":4,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Agile","optional":false},{"name":"AWS","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"Delta Lake","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Jira","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Spark","optional":true}],"status":"live","first_seen_at":"2026-10-30T07:19:13Z","employer_posted_date":null,"last_verified_at":"2026-10-30T07:19:13Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"We are looking for a Data QA / Reconciliation Engineer with hands-on experience in Databricks, SQL, and ETL testing. The role involves validating data pipelines, reconciling source and target datasets, verifying transformation logic, and ensuring data accuracy and consistency across data processing layers. The ideal candidate should have strong SQL skills, practical Databricks and Delta Lake experience, and the ability to identify and resolve data quality issues.\n\nResponsibilities : \n\n- Perform end-to-end data validation and reconciliation across source systems, staging tables, and target datasets in Databricks.\n\n- Validate ETL/ELT pipelines, data transformations, and source-to-target mappings.\n\n- Write complex SQL queries using joins, subqueries, aggregations, and data comparison techniques to validate record counts, totals, completeness, and accuracy.\n\n- Identify and investigate data mismatches, missing or duplicate records, and transformation errors.\n\n- Execute data quality checks across Databricks Delta tables and Bronze, Silver, and Gold data layers.\n\n- Design and execute test cases for data integration, functional, regression, and end-to-end testing.\n\n- Use Python/PySpark to automate data validation and reconciliation where required.\n\n- Validate schema changes, business rules, derived fields, and incremental data loads.\n\n- Log defects, perform root-cause analysis, and collaborate with data engineering teams to resolve issues.\n\n- Maintain test scripts, reconciliation reports, test evidence, and data quality documentation.\n\nRequirements : \n\n- 4 - 7 years of experience in data testing, ETL testing, data quality assurance, or data reconciliation.\n\n- Strong hands-on SQL skills, including complex joins, aggregations, subqueries, and source-to-target data comparison.\n\n- Practical experience with Databricks and Delta Lake.\n\n- Good understanding of ETL/ELT pipelines, data transformations, data warehousing, and source-to-target mapping.\n\n- Experience designing test cases, executing regression tests, tracking defects, and validating data quality.\n\n- Working knowledge of Python/PySpark for test automation and data validation is preferred.\n\n- Exposure to AWS data services, cloud data platforms, incremental data processing, and automated data quality frameworks is an advantage.\n\n- Familiarity with CI/CD processes, Agile methodologies, and tools such as Jira is preferred.\n\n- Strong analytical, troubleshooting, and problem-solving skills.\nSkills\nDatabricks, SQL, ETL, Delta Lake, Python, PySpark, Data Quality, Data Warehousing, Data Validation, Testing, ETL/Datawarehouse Testing","description_format":"text","description_chars":2614,"description_truncated":false,"requirements":{"experience_years_min":4,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["IT Consulting & Digital Transformation"],"lifecycle":[{"event":"open","at":"2026-10-30T08:30:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":24,"reasons":["seen:0","win:early"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/blue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation","json_url":"https://alion.io/job/blue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation.json","meta":{"generated_at":"2026-11-01T02:31:18Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":3805,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-02T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":3802011},"rest":"https://alion.io/mcp/rest/get_company?id=3802011"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fblue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fblue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fblue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/blue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fblue-cloud-softech-solutions-ltd-databricks-quality-analyst-data-reconciliation"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3512369}},{"tool":"search_jobs","arguments":{"company":"bluecloudsoftech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3512369},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}