{"id":3240533,"url":"https://alion.io/job/lineaje-senior-data-engineer-2","title":"Senior Data Engineer","company":{"id":7533,"name":"Lineaje","domain":"lineaje.dev","url":"https://alion.io/company/lineaje","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":21000,"max_usd":46000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":75},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"AWS","optional":false},{"name":"Azure","optional":false},{"name":"ElasticSearch","optional":false},{"name":"ETL/ELT","optional":false},{"name":"OpenSearch","optional":false},{"name":"Python","optional":false}],"status":"live","first_seen_at":"2026-10-25T15:35:00Z","employer_posted_date":null,"last_verified_at":"2026-10-25T15:35:00Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"This role focuses on building and maintaining scalable data pipelines and ETL processes to support our company-wide Data and Analytics solutions, with particular emphasis on our OpenSearch (AWS) and Elasticsearch (Azure) environments. You'll be responsible for designing and developing performant, maintainable data processing systems that handle large volumes of data efficiently across our multi-cloud search platforms.\n\nResponsibilities: \nDesign, develop, and maintain scalable ETL pipelines that process data from various sources into our OpenSearch (AWS) and Elasticsearch (Azure) platforms.\nImplement and optimize indexing strategies, mapping configurations, and query patterns for search performance.\nBuild reliable data workflows with appropriate error handling, monitoring, and alerting specific to search platforms.\nConfigure and maintain OpenSearch/Elasticsearch clusters, including sharding strategies, replication, and security settings.\nCreate data transformation processes that prepare data for optimal search indexing and retrieval.\nDevelop data validation and quality control procedures to ensure accuracy and consistency in search indices.\nImplement and manage data refresh processes to maintain index currency while minimizing performance impact.\nDesign and implement proper data retention policies and archiving solutions for search data.\nEnsure search data is optimized for their analytical needs.\nCreate and maintain documentation for search platform architecture, data models, and pipeline processes.\nProvide production support for search infrastructure and troubleshoot performance issues.\nMentor team members on best practices for working with search technologies.\n\nRequirements: \n5-8 years of experience in data engineering with a significant focus on search technologies.\nProven expertise with OpenSearch on AWS and/or Elasticsearch on Azure environments.\nStrong proficiency in Python for data manipulation and ETL process development.\nAdvanced knowledge of search query DSL and optimization techniques.\nExperience designing and implementing large-scale data pipelines for search platforms.\nHands-on experience with data ingestion from various sources (databases, streams, files) into search indices.\nFamiliarity with AWS and Azure cloud services related to data processing and search.\nUnderstanding of distributed search architecture and scaling considerations.\nExperience with monitoring and performance tuning of search clusters.\nKnowledge of data modeling for search optimization (field mappings, analyzers, tokenizers).\nAbility to balance search relevance with performance requirements.\nStrong problem-solving skills and attention to detail.\nExcellent communication skills to work effectively with cross-functional teams.\nSelf-motivated with the ability to work independently in a dynamic environment.\n\nOur Minimum Requirements: \nBachelor's degree in Computer Science, Engineering, or a related field (or equivalent experience).\nProven experience with OpenSearch on AWS and Elasticsearch on Azure.\nProficiency in Python and search query DSL.\nExperience building ETL pipelines that feed search platforms at scale.\nUnderstanding of search indexing concepts and optimization techniques.\nExperience with version control.\nSkills\nETL, Elasticsearch, OpenSearch, Python","description_format":"text","description_chars":3294,"description_truncated":false,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Information Security"],"lifecycle":[{"event":"open","at":"2026-10-25T15:35:00Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":28,"reasons":["seen:0","win:early"],"computed_at":"2026-10-26T05:57:25Z"},"pay":null,"html_url":"https://alion.io/job/lineaje-senior-data-engineer-2","json_url":"https://alion.io/job/lineaje-senior-data-engineer-2.json","meta":{"generated_at":"2026-10-27T05:32:02Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":5468,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-28T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":7533},"rest":"https://alion.io/mcp/rest/get_company?id=7533"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Flineaje-senior-data-engineer-2"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Flineaje-senior-data-engineer-2"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Flineaje-senior-data-engineer-2"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/lineaje-senior-data-engineer-2\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Flineaje-senior-data-engineer-2"}]}