{"id":790417,"url":"https://alion.io/job/open-systems-tech-data-engineer-databricks","title":"Data Engineer - Databricks","company":{"id":453994,"name":"Open Systems Technologies","domain":"opensystemstech.com","url":"https://alion.io/company/open-systems-tech","size_band":null,"is_staffing_agency":true,"employer_type":"agency","is_intermediary":false,"listed_via":null,"ats_vendor":"Schema","truth_index":{"grade":"A","score":93,"open_postings":19,"ghost_share":0,"stale_share":0,"repost_share":0.158,"time_to_fill_p50_days":1552,"computed_at":"2026-10-31T05:58:55Z"}},"role":"Data Science","role_family":"Data Science","seniority":"senior","employment_type":"contractor","work_mode":"remote","remote_scope":"stated_countries","remote_scope_basis":"board_field","remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["New York, United States"],"countries":["US"],"hiring_countries":["US"],"hiring_countries_total":1,"salary":null,"salary_estimate":{"min_usd":112000,"max_usd":204000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":397},"experience_years_min":7,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Amazon DocumentDB","optional":false},{"name":"Apache Kafka","optional":false},{"name":"AWS","optional":false},{"name":"Cassandra","optional":false},{"name":"CI/CD","optional":false},{"name":"Databricks","optional":false},{"name":"DynamoDB","optional":false},{"name":"Hadoop","optional":false},{"name":"Python","optional":false},{"name":"SQL","optional":false},{"name":"Teradata","optional":false},{"name":"Vertica","optional":false},{"name":"Agile","optional":true},{"name":"Amazon Redshift","optional":true},{"name":"ETL/ELT","optional":true},{"name":"Google BigQuery","optional":true},{"name":"Informatica","optional":true},{"name":"Spark","optional":true},{"name":"Talend","optional":true}],"status":"live","first_seen_at":"2025-01-28T00:00:00Z","employer_posted_date":"2026-10-21","last_verified_at":"2026-10-31T05:59:12Z","board_verified":true,"closed_at":null,"days_open":641,"trust":{"level":"ok","repost_count":0,"flags":["company_stale"],"days_open":641},"description":"A financial firm is looking for a Data Engineer - Databricks to join their team. This role is remote. Pay: $100-130/hr\nUS Citizens or GC Holders Only\nNo c2c - W2 Only\nQualifications:A Bachelor's Degree in Computer Science, Management Information Systems, Computer Engineering, or related field7+ years of experience in designing and building large-scale solutions in an enterprise setting3+ years designing and building solutions in the cloudExpertise in building and managing Cloud databases such as AWS RDS, DynamoDB, DocumentDB or analogous architecturesExpertise in building Cloud Database Management Systems in Databricks Lakehouse or analogous architecturesDeep SQL expertise, data modeling, and experience with data governance in relational databasesExperience with the practical application of data warehousing concepts, methodologies, and frameworks using traditional (Vertica, Teradata, etc.) and current (SparkSQL, Hadoop, Kafka) distributed technologiesRefined skills using one or more scripting languages (e.g., Python, bash, etc.)Embrace data platform thinking, design and develop data pipelines keeping security, scale, uptime and reliability in mindExpertise in relational and dimensional data modelingUNIX admin and general server administration experienceExperience with leveraging CI/CD pipelinesPresto, Hive, SparkSQL, Cassandra, or Solr other Big Data query and transformation experience is a plus Experience using Spark, Kafka, Hadoop, or similar distributed data technologies is a plusExperience with Agile methodologies and able to work in an Agile manner is preferredExperience using ETL/ELT tools and technologies such as Talend, Informatica is a plusExpertise in Cloud Data Warehouses in Redshift, BigQuery or analogous architectures is a plus","description_format":"text","description_chars":1770,"description_truncated":false,"requirements":{"experience_years_min":7,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"bachelor","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[{"name":"United States","iso":"US","kind":"country"}],"hiring_excludes":[],"relocation_offered":false,"industries":[],"lifecycle":[{"event":"open","at":"2026-09-12T03:14:58Z"}],"visa":[{"country":"US","licensed_sponsor":true,"evidence":"H-1B filings in 12 months: 3 · green card filings: 1","filings_12m":3,"filings_prev_12m":7,"green_card_filings_12m":1,"median_offered_wage_usd":106250,"route":null,"cap_exempt":false,"checked_at":"2026-10-29T16:27:21+00:00","sources":["US Department of Labor: LCA disclosure data (H-1B, H-1B1, E-3)","US Department of Labor: PERM disclosure data (green cards)"],"filings_for_role_12m":2}],"liveness":{"score":35,"band":"fade","label":"Fading","p_open":1,"p_active":0.481,"p_room":0.72,"age_days":641,"expected_fill_days":1552,"reasons":["seen:9","agency","win:mid","crowd:"],"computed_at":"2026-10-31T05:58:55Z"},"pay":null,"html_url":"https://alion.io/job/open-systems-tech-data-engineer-databricks","json_url":"https://alion.io/job/open-systems-tech-data-engineer-databricks.json","meta":{"generated_at":"2026-10-31T07:23:55Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":10964,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-11-01T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":453994},"rest":"https://alion.io/mcp/rest/get_company?id=453994"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fopen-systems-tech-data-engineer-databricks"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fopen-systems-tech-data-engineer-databricks"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fopen-systems-tech-data-engineer-databricks"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/open-systems-tech-data-engineer-databricks\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fopen-systems-tech-data-engineer-databricks"}],"agent":{"mcp":"https://alion.io/mcp/jobs","mcp_open":"https://alion.io/mcp/open","next":[{"tool":"get_job","arguments":{"id":790417}},{"tool":"search_jobs","arguments":{"company":"opensystemstech.com","detail":"compact"}},{"tool":"match_people","arguments":{"job_id":790417},"note":"people open to offers who fit this vacancy"}],"note":"The same data through MCP tools: https://alion.io/mcp/open needs no sign-in (compact searches, postings, people); https://alion.io/mcp with an Alion account has everything. Docs: https://alion.io/developers"}}