{"id":3966692,"url":"https://alion.io/job/lognormal-analytics-senior-data-engineer","title":"Senior Data Engineer","company":{"id":4476393,"name":"Lognormal Analytics","domain":"lognormal.io","url":"https://alion.io/company/lognormal-analytics","size_band":"51-200","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Zoho Recruit","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Hyderabad, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Airflow","optional":true},{"name":"Amazon Redshift","optional":true},{"name":"Apache Kafka","optional":true},{"name":"AWS","optional":true},{"name":"Azure Data Factory","optional":true},{"name":"Cassandra","optional":true},{"name":"Docker","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Kubernetes","optional":true},{"name":"MySQL","optional":true},{"name":"PostgreSQL","optional":true},{"name":"Spark","optional":true},{"name":"Terraform","optional":true}],"status":"live","first_seen_at":"2025-06-18T00:00:00Z","employer_posted_date":"2025-06-18","last_verified_at":"2026-11-09T14:30:27Z","board_verified":true,"closed_at":null,"days_open":509,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":509},"description":"The Senior Data Engineer is responsible for designing and implementing robust and complex data pipelines, optimizing data storage solutions, and ensuring high availability and scalability of data systems. This role involves working closely with cross-functional teams to deliver efficient and secure data solutions while mentoring junior engineers and contributing to architectural decisions. Key Responsibilities: 1. Data Pipeline Design and Implementation: Design, build, and optimize complex, scalable data pipelines for ingestion, processing, and storage. Implement data transformation and enrichment processes to support analytics and reporting needs. 2. Data Storage and Optimization: Develop and maintain scalable and cost-effective data storage solutions, including data lakes and warehouses. Optimize database performance and storage efficiency for large-scale data operations. 3. System Monitoring and High Availability: Ensure data system reliability and availability through monitoring, fault tolerant design, and proactive issue resolution. Implement disaster recovery and backup strategies for critical data systems. 4. Collaboration and Stakeholder Engagement: Collaborate with data scientists, analysts, and business stakeholders to understand data requirements and deliver tailored solutions. Act as a technical liaison between engineering and analytics teams to ensure seamless integration of data systems. 5. Technical Leadership and Mentorship: Provide technical guidance and mentorship to junior data engineers. Contribute to architectural discussions and decision-making processes. 6. Compliance and Documentation: Ensure compliance with data governance, security, and privacy policies. Maintain clear and up-to-date documentation of systems, processes, and workflows.Requirements Education and\nQualifications\nBachelor’s degree in Computer Science, Data Engineering, Information Systems, or a related field.\nMaster’s degree or industry certifications in data engineering, big data, or cloud computing is a plus.\nTechnical Skills\nAdvanced knowledge of relational (e.g., MySQL, PostgreSQL) and NoSQL databases (e.g., Cassandra, MongoDB).\nHands-on experience with data engineering tools and frameworks (e.g., Apache Spark, Kafka, Airflow).\nProficiency in cloud services for data engineering (AWS Redshift, Azure Data Factory, Google BigQuery).\n• Familiarity with DevOps practices and tools (e.g., Docker, Kubernetes, Terraform).","description_format":"text","description_chars":2447,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Artificial Intelligence","Data & Analytics","iGaming & Gambling","Analytics & BI Consulting"],"lifecycle":[{"event":"open","at":"2026-11-09T14:30:27Z"}],"visa":[],"liveness":{"score":7,"band":"cold","label":"Long shot","p_open":1,"p_active":0.268,"p_room":0.28,"age_days":509,"expected_fill_days":36,"reasons":["conf:1","win:tail","crowd:"],"computed_at":"2026-11-09T16:16:44Z"},"pay":null,"html_url":"https://alion.io/job/lognormal-analytics-senior-data-engineer","json_url":"https://alion.io/job/lognormal-analytics-senior-data-engineer.json","meta":{"generated_at":"2026-11-09T16:16:44Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":23549,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-10T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4476393},"rest":"https://alion.io/mcp/rest/get_company?id=4476393"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Flognormal-analytics-senior-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":2,"usd":0.2},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Flognormal-analytics-senior-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Flognormal-analytics-senior-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/lognormal-analytics-senior-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Flognormal-analytics-senior-data-engineer"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3966692}},{"tool":"search_jobs","arguments":{"company":"lognormal.io","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3966692},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}