{"id":3944212,"url":"https://alion.io/job/remotestar-data-engineer-recommendation-engine","title":"Data Engineer — Recommendation Engine","company":{"id":4526839,"name":"RemoteStar","domain":"remotestar.io","url":"https://alion.io/company/remotestar","size_band":"5000+","is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Freshteam","truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":null,"work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Gurgaon, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":null,"experience_years_min":3,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon ECS","optional":false},{"name":"Amazon S3","optional":false},{"name":"AWS","optional":false},{"name":"ClickHouse","optional":false},{"name":"ETL/ELT","optional":false},{"name":"Prefect","optional":false},{"name":"Python","optional":false},{"name":"Redis","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Recommender Systems","optional":true}],"status":"live","first_seen_at":"2026-11-08T18:10:45Z","employer_posted_date":"2026-11-08","last_verified_at":"2026-11-13T22:39:05Z","board_verified":true,"closed_at":null,"days_open":5,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":5},"description":"The Role\nWe're building a recommendation engine that surfaces the right products to the right player at the right moment inside our in-game store. A core challenge: we have limited in-app behavioural data today, so the system must rely heavily on external market signals to make great recommendations from day one.\nAs our first Data Engineer, you will own the data infrastructure that makes this possible. You'll build the pipelines that collect, process, and serve these signals into our real-time ranking system.\nThis is a foundational hire. The entire recommendation engine-from Deal Quality Scores to seasonal trends-depends on the pipelines you build.\nWhat You'll Do\nOwn external data pipelines -scrapers for Flipkart/Amazon bestseller rankings, PriceHunt/Smartprix for price benchmarking, Google Trends API for brand and category demand signals\nBuild the Deal Quality Score pipeline -a daily batch job that computes a competitiveness score for every product in our catalogue, stored in Redis for sub-millisecond lookup at serving time\nMaintain a seasonal and festive calendar -structured data store for trend overlays (IPL, Diwali, back-to-school, etc.)\nDesign and own the in-store event schema in ClickHouse that will power behavioural cohorts as in-app data \naccumulates\nBuild ETL infrastructure (S3 + Spark/Glue) for longer-horizon trend and market data\nOwn data quality and freshness SLAs -you are responsible when a signal the reco engine depends on breaks silently\nWhat We're Looking For\n3-5 years of data engineering experience, ideally at a startup or product company\nStrong Python-you write clean, production-grade pipeline code, not just notebooks\nExperience building and maintaining web scrapers or data collection pipelines at scale\nHands-on experience with a workflow orchestrator-Airflow, Prefect, or equivalent\nSolid SQL; experience with ClickHouse or another OLAP database is a strong plus\nFamiliarity with Redis as a serving layer -you understand TTL, key design, and cache invalidation\nComfortable with AWS-S3, Glue, ECS; you can set up infra without needing DevOps help\nYou care about data quality-you monitor pipelines, set up alerts, and feel responsible when something breaks\nStrong Plus (Nice to Have)\nExperience with e-commerce or marketplace data -price intelligence, product catalogues, category taxonomy\nFamiliarity with recommender system data patterns\nExperience with Spark or distributed processing for larger datasets\nPrior work on gaming or consumer mobile products\nLocation: Gurgaon\nCompensation: Competitive salary with an opportunity to get meaningful equity\nReports to: CTO","description_format":"text","description_chars":2615,"description_truncated":false,"requirements":{"experience_years_min":3,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":["Equity"],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-11-08T18:10:45Z"}],"visa":[],"liveness":{"score":90,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.903,"p_room":1,"age_days":3,"expected_fill_days":25,"reasons":["conf:2","velocity","win:early"],"computed_at":"2026-11-12T10:38:37Z"},"pay":null,"html_url":"https://alion.io/job/remotestar-data-engineer-recommendation-engine","json_url":"https://alion.io/job/remotestar-data-engineer-recommendation-engine.json","meta":{"generated_at":"2026-11-14T01:55:27Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":2120,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-15T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.1,"usd":0.01,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4526839},"rest":"https://alion.io/mcp/rest/get_company?id=4526839"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fremotestar-data-engineer-recommendation-engine"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"free","price":{"credits":0,"usd":0},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fremotestar-data-engineer-recommendation-engine"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.1,"usd":0.01},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fremotestar-data-engineer-recommendation-engine"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/remotestar-data-engineer-recommendation-engine\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fremotestar-data-engineer-recommendation-engine"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":3944212}},{"tool":"search_jobs","arguments":{"company":"remotestar.io","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":3944212},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}