{"id":4544662,"url":"https://alion.io/job/paisabazaar-data-engineer","title":"Data Engineer","company":{"id":59473,"name":"Paisabazaar","domain":"paisabazaar.com","url":"https://alion.io/company/paisabazaar","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"junior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":2,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Apache NiFi","optional":false},{"name":"Azure","optional":false},{"name":"Cassandra","optional":false},{"name":"Git","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Linux","optional":false},{"name":"MySQL","optional":false},{"name":"PostgreSQL","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Apache Iceberg","optional":true},{"name":"CI/CD","optional":true},{"name":"Databricks","optional":true},{"name":"Delta Lake","optional":true},{"name":"Docker","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Grafana","optional":true},{"name":"Kubernetes","optional":true},{"name":"Microsoft Fabric","optional":true},{"name":"Prometheus","optional":true},{"name":"Trino","optional":true}],"status":"live","first_seen_at":"2026-11-18T16:35:45Z","employer_posted_date":null,"last_verified_at":"2026-11-18T16:35:45Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"Technical Skills:\nHands-on experience with big data technologies such as Apache Spark, Hadoop, Hive and YARN.\nStrong programming skills in Python/PySpark and proficiency in SQL, including complex queries and performance optimization.\nExperience with relational and NoSQL databases such as MySQL, PostgreSQL, HBase, MongoDB and Cassandra.\nExperience in designing, developing and maintaining scalable batch and real-time data ingestion pipelines using Apache Kafka, NiFi and Debezium.\nExperience with workflow orchestration and scheduling tools such as Apache Airflow.\nExperience with Azure cloud services, particularly Azure Data Lake Storage (ADLS Gen2) and Azure Blob Storage.\nUnderstanding of distributed data processing, partitioning, data formats (ORC, Parquet, Avro) and performance tuning.\nExperience with Spark Streaming, Change Data Capture (CDC) and incremental data processing.\nUnderstanding of data quality, data governance, access management and security.\nProficiency in Linux, shell scripting, Git and debugging distributed applications.\n\nGood-to-Have Technical Skills:\nExposure to modern data lakehouse architectures and technologies such as Apache Iceberg, Delta Lake and Trino.\nExperience with Databricks, Microsoft Fabric or Google BigQuery.\nExposure to monitoring and observability tools such as Grafana and Prometheus.\nUnderstanding of data modelling, data warehouse concepts and data marts.\nFamiliarity with Docker, Kubernetes and CI/CD practices.\nSkills\nAirflow, Azure, Debezium, Hadoop, Hive, Kafka, NiFi, PySpark, Python, SQL, Spark, YARN","description_format":"text","description_chars":1561,"description_truncated":false,"requirements":{"experience_years_min":2,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Financial Comparison & Loan Marketplaces"],"lifecycle":[{"event":"open","at":"2026-11-18T16:35:45Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":24,"reasons":["seen:0","win:early","comp:junior"],"computed_at":"2026-11-18T17:59:36Z"},"pay":null,"html_url":"https://alion.io/job/paisabazaar-data-engineer","json_url":"https://alion.io/job/paisabazaar-data-engineer.json","meta":{"generated_at":"2026-11-18T17:59:36Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":16278,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-19T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":59473},"rest":"https://alion.io/mcp/rest/get_company?id=59473"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fpaisabazaar-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fpaisabazaar-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fpaisabazaar-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/paisabazaar-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fpaisabazaar-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":4544662}},{"tool":"search_jobs","arguments":{"company":"paisabazaar.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":4544662},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}