{"id":2353415,"url":"https://alion.io/job/usefulbi-data-engineer-2","title":"Data Engineer","company":{"id":1027,"name":"UsefulBI","domain":"usefulbi.com","url":"https://alion.io/company/usefulbi","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":22000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":55},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"CI/CD","optional":false},{"name":"Computer Vision","optional":false},{"name":"Databricks","optional":false},{"name":"Embeddings","optional":false},{"name":"ETL/ELT","optional":false},{"name":"GCP","optional":false},{"name":"Git","optional":false},{"name":"LLM","optional":false},{"name":"Machine Learning","optional":false},{"name":"NLP","optional":false},{"name":"NLTK","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"RAG","optional":false},{"name":"SQL","optional":false},{"name":"Apache Kafka","optional":true},{"name":"Docker","optional":true},{"name":"FAISS","optional":true},{"name":"Hugging Face","optional":true},{"name":"Kubernetes","optional":true},{"name":"LangChain","optional":true},{"name":"LlamaIndex","optional":true},{"name":"OpenAI","optional":true},{"name":"Pinecone","optional":true},{"name":"Prompt Engineering","optional":true},{"name":"Spark","optional":true},{"name":"Weaviate","optional":true}],"status":"live","first_seen_at":"2026-10-12T14:16:53Z","employer_posted_date":null,"last_verified_at":"2026-10-12T14:16:53Z","board_verified":false,"closed_at":null,"days_open":0,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":0},"description":"We are looking for a highly skilled Data Engineer with strong expertise in modern data platforms, scalable data pipelines, and cloud ecosystems, along with exposure to generative AI technologies. The ideal candidate should have hands-on experience in building large-scale ETL/ELT pipelines, distributed data processing, and cloud-native architectures while also understanding GenAI/LLM-based systems such as RAG pipelines, vector databases, embeddings, and AI-powered analytics workflows. You will work closely with data engineers, AI/ML teams, product teams, and architects to build intelligent, scalable, and high-performance data solutions.\nResponsibilities:\nDesign, develop, and maintain scalable batch and real-time data pipelines.\nBuild and optimize ETL/ELT workflows using PySpark, SQL, and cloud-native services.\nWork with structured and semi-structured datasets across lakehouse and warehouse environments.\nDevelop data ingestion frameworks for multiple enterprise data sources.\nOptimize large-scale data processing and pipeline performance.\nBuild reusable and scalable data engineering components and frameworks.\nCollaborate with analytics, AI/ML, and product teams for data-driven solutions.\nEnsure data quality, governance, monitoring, and observability standards.\nWork with cloud ecosystems such as AWS, Azure, Databricks, or GCP.\nSupport deployment and orchestration workflows using CI/CD and automation tools.\nContribute to AI-powered applications and GenAI-enabled analytics systems.\nWork with vector databases, embeddings, and document-processing pipelines for AI use cases.\nRequirements:\nStrong hands-on experience in Python and SQL.\nStrong experience with PySpark and Databricks.\nExperience building scalable ETL/ELT and data pipelines.\nGood understanding of data warehousing and lakehouse concepts.\nExperience with AWS / Azure / GCP cloud platforms.\nHands-on experience with distributed data processing systems.\nExperience with orchestration tools such as Airflow or similar schedulers.\nStrong understanding of data modeling, performance tuning, and optimization.\nExperience working with APIs, ingestion frameworks, and large datasets.\nStrong problem-solving and debugging skills.\nGood understanding of CI/CD, Git, and deployment workflows.\nGood to Have Skills:\nExperience with generative AI and LLM-based applications.\nKnowledge of RAG architectures and AI-powered search systems.\nExperience with LangChain, LlamaIndex, OpenAI APIs, or Hugging Face.\nUnderstanding of vector databases such as FAISS, Pinecone, ChromaDB, or Weaviate.\nExposure to prompt engineering and AI orchestration workflows.\nExperience integrating AI/ML models into enterprise data platforms.\nKnowledge of Docker, Kubernetes, and containerized deployments.\nExperience with streaming technologies such as Kafka or Event Hub.\nPreferred Experience:\n5+ years of experience in data engineering.\nExperience working on enterprise-scale analytics or AI platforms.\nExposure to GenAI-enabled enterprise applications is a strong plus.","description_format":"text","description_chars":3014,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Analytics & BI Consulting","Data Engineering & Migration Services"],"lifecycle":[{"event":"open","at":"2026-10-12T14:16:53Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":22,"reasons":["seen:0","win:early"],"computed_at":"2026-10-13T05:45:00Z"},"pay":null,"html_url":"https://alion.io/job/usefulbi-data-engineer-2","json_url":"https://alion.io/job/usefulbi-data-engineer-2.json","meta":{"generated_at":"2026-10-13T06:17:45Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":9802,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-14T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1027},"rest":"https://alion.io/mcp/rest/get_company?id=1027"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fusefulbi-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fusefulbi-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fusefulbi-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/usefulbi-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fusefulbi-data-engineer-2"}]}