{"id":2290397,"url":"https://alion.io/job/info-resume-edge-mid-level-data-engineer","title":"Mid-level Data Engineer","company":{"id":4403789,"name":"InfoResumeEdge","domain":"inforesumeedge.com","url":"https://alion.io/company/info-resume-edge","size_band":null,"is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":null,"truth_index":null},"role":"Data Science","role_family":"Data Science","seniority":"middle","employment_type":"full_time","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"inferred_payroll_markers","remote_working_hours":null,"hiring_geo_confidence":"inferred","locations":[],"countries":[],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":71000,"max_usd":166000,"period":"year","method":"global_role_seniority_cell","sample_n":782},"experience_years_min":null,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Apache Kafka","optional":false},{"name":"BigQuery","optional":false},{"name":"Cassandra","optional":false},{"name":"Couchbase","optional":false},{"name":"GCP","optional":false},{"name":"Google BigQuery","optional":false},{"name":"Hadoop","optional":false},{"name":"HBase","optional":false},{"name":"Looker","optional":false},{"name":"Machine Learning","optional":false},{"name":"NLP","optional":false},{"name":"Power BI","optional":false},{"name":"pySpark","optional":false},{"name":"Python","optional":false},{"name":"Scrum","optional":false},{"name":"Sisense","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"Tableau","optional":false},{"name":"Unix","optional":false}],"status":"live","first_seen_at":"2026-10-11T15:33:20Z","employer_posted_date":null,"last_verified_at":"2026-10-11T15:33:20Z","board_verified":false,"closed_at":null,"days_open":1,"trust":{"level":"not_scored","repost_count":null,"flags":[],"days_open":1},"description":"Minimum Qualifications:\nMasters in computer applications or equivalent OR bachelors degree in engineering or computer science or equivalent. \n\nDeep understanding of Hadoop and Spark Architecture and its working principle. \n\nDeep understanding of Data warehousing concepts. \n\nAbility to design and develop optimized Data pipelines for batch and real time data processing. \n\nExperience in data analytics and cleansing\n\n5+ years of software development experience. \n\n5+ years experience on Python or JavaHands-on experience on writing and understanding complex SQL (Hive/PySpark-data frames), optimizing joins while processing huge amount of data. \n\n3+ years of hands-on experience of working with Map-Reduce, Hive, Spark (core, SQLand PySpark). \n\nHands on Experience on Google Cloud Platform (BigQuery, DataProc, Cloud Composer) \n\nHands on Experience in Airflow\n\n3+ years of experience in UNIX shell scripting \n\nShould have experience in analysis, design, development, testing, and implementation of system applications. \n\nAbility to effectively communicate with internal and external business partners. \n\nAdditional requirements:\nUnderstanding of Distributed eco system. \n\nExperience in machine learning models, RAG, and NLP\n\nExperience in designing and building solutions using Kafka streams or queues. \n\nExperience with NoSQL i.e., HBase, Cassandra, Couchbase or MongoDB \n\nExperience with Data Visualization tools like PowerBI, Tableau, SiSense, Looker \n\nAbility to learn and apply new programming concepts. \n\nKnowledge of Financial reporting ecosystem will be a plus. \n\nExperience in leading teams of engineers and scrum teams\n\nOriginally posted on Himalayas","description_format":"text","description_chars":1660,"description_truncated":false,"requirements":{"experience_years_min":null,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":null,"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":["Software","ERP & Business Management Software","Recruiting Software & ATS"],"lifecycle":[{"event":"open","at":"2026-10-11T17:28:30Z"}],"visa":[],"liveness":{"score":86,"band":"hot","label":"Hiring now","p_open":1,"p_active":0.86,"p_room":1,"age_days":0,"expected_fill_days":27,"reasons":["seen:0","win:early"],"computed_at":"2026-10-12T06:55:09Z"},"pay":null,"html_url":"https://alion.io/job/info-resume-edge-mid-level-data-engineer","json_url":"https://alion.io/job/info-resume-edge-mid-level-data-engineer.json","meta":{"generated_at":"2026-10-12T20:11:24Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":32713,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-13T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":4403789},"rest":"https://alion.io/mcp/rest/get_company?id=4403789"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Finfo-resume-edge-mid-level-data-engineer"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Finfo-resume-edge-mid-level-data-engineer"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Finfo-resume-edge-mid-level-data-engineer"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/info-resume-edge-mid-level-data-engineer\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Finfo-resume-edge-mid-level-data-engineer"}]}