{"id":3126439,"url":"https://alion.io/job/societe-generale-lead-software-engineer-cloudera-data-platform","title":"Lead Software Engineer - Cloudera Data Platform","company":{"id":1760180,"name":"Société Générale","domain":"societegenerale.com","url":"https://alion.io/company/societegenerale-com","size_band":"5000+","is_staffing_agency":false,"employer_type":"direct","is_intermediary":false,"listed_via":null,"ats_vendor":"Career sitemap","truth_index":{"grade":"B","score":80,"open_postings":92,"ghost_share":0,"stale_share":1,"repost_share":0,"time_to_fill_p50_days":17,"computed_at":"2026-10-24T06:02:35Z"}},"role":"Backend","role_family":"Backend","seniority":"lead","employment_type":"full_time","work_mode":"on_site","remote_scope":null,"remote_scope_basis":null,"remote_working_hours":null,"hiring_geo_confidence":"structured","locations":["Bengaluru, India"],"countries":["IN"],"hiring_countries":[],"hiring_countries_total":0,"salary":null,"salary_estimate":{"min_usd":23000,"max_usd":57000,"period":"year","method":"role_seniority_country_remote_cell","sample_n":69},"experience_years_min":5,"visa_sponsorship":false,"relocation_package":false,"has_equity":false,"technologies":[{"name":"Active Directory","optional":false},{"name":"Airflow","optional":false},{"name":"Ansible","optional":false},{"name":"Apache HTTP Server","optional":false},{"name":"Apache Iceberg","optional":false},{"name":"Apache Kafka","optional":false},{"name":"Apache NiFi","optional":false},{"name":"Azure DevOps","optional":false},{"name":"Bash","optional":false},{"name":"CI/CD","optional":false},{"name":"Configuration Management","optional":false},{"name":"Confluence","optional":false},{"name":"DNS","optional":false},{"name":"Git","optional":false},{"name":"Grafana","optional":false},{"name":"Helm","optional":false},{"name":"ITSM","optional":false},{"name":"Java","optional":false},{"name":"Jira","optional":false},{"name":"Kubernetes","optional":false},{"name":"LDAP","optional":false},{"name":"Linux","optional":false},{"name":"Nginx","optional":false},{"name":"OpenSearch","optional":false},{"name":"Platform Engineering","optional":false},{"name":"PostgreSQL","optional":false},{"name":"Prometheus","optional":false},{"name":"Python","optional":false},{"name":"Rest API","optional":false},{"name":"Spark","optional":false},{"name":"SQL","optional":false},{"name":"ZooKeeper","optional":false},{"name":"Azure","optional":true}],"status":"live","first_seen_at":"2026-10-22T00:00:00Z","employer_posted_date":"2026-10-22","last_verified_at":"2026-10-25T04:11:09Z","board_verified":true,"closed_at":null,"days_open":3,"trust":{"level":"ok","repost_count":null,"flags":[],"days_open":3},"description":"Responsibilities\n\n DATA PLATFORM TECHNOLOGY / JOB DESCRIPTION\nSenior Cloudera Data Platform, NiFi & Airflow Administrator \nSenior / Expert Level | Enterprise Data Platform Operations\nShort Overview \nThe Senior Cloudera, NiFi & Airflow Administrator is responsible for the administration, design, operation, reliability, security, and continuous improvement of enterprise data platform services. The role provides end-to-end administration of Cloudera Data Platform environments, Apache NiFi data-flow services, and Apache Airflow orchestration services across production and non-production environments. The administrator is expert for distributed data processing, data engines, data ingestion, workflow orchestration, platform automation, observability, troubleshooting, capacity planning, lifecycle management, and operational governance in a mission-critical enterprise environment. The role also requires strong Linux administration skills, including system configuration, troubleshooting, performance tuning, networking, storage management, and security.\nOverall Experience: 5+ years, senior / expert level\nKey Responsibilities \nOperate and maintain enterprise data platforms \nEnsure secure, reliable, and stable operation, availability, performance, and resilience of Cloudera, Apache NiFi, and Apache Airflow services across production and non-production environments, including platform security, access control, authentication, authorization, encryption, and compliance with enterprise security standards.\nDesign and evolve platform architecture \nDefine and review high-availability concepts, disaster recovery arrangements, environment topology, service placement, integration patterns, configuration standards, naming conventions, and operational guidelines.\nProvide senior-level troubleshooting and incident support \nAnalyze and resolve complex issues across distributed services, workloads, data flows, workflows, metadata, security, networking, operating systems, storage, databases, JVMs, and dependent infrastructure.\nSupport application, analytics, data engineering and data science teams \nConsult teams on solution onboarding, workload design, resource utilization, scheduling, data movement, dependency management, resilience and error handling, operational readiness, and production support requirements.\nManage platform configuration, security, and access control \nMaintain authentication, authorization, roles, policies, service accounts, certificates, TLS, secrets, network connectivity, encryption settings, and integrations with enterprise identity and security services.\nPerform capacity planning and performance optimization \nMonitor workload concurrency, queues, memory, CPU, storage, network throughput, JVM behavior, NiFi back pressure, repository usage, Airflow scheduler performance, task throughput, metadata database health, and service saturation; recommend scaling and tuning actions.\nSupport and maintain non-production and production environments \nProvide maintenance, refresh, patching, configuration alignment, access management, test support, troubleshooting, and lifecycle activities for DEV, TEST, SIT, UAT, PROD, and similar environments.\nDevelop automation and operational tooling \nCreate and improve scripts, configuration templates, deployment automation, health checks, dashboards, alerts, reporting, and self-service procedures using infrastructure-as-code and CI/CD practices.\nManage platform lifecycle and vulnerability remediation \nCoordinate version currency, upgrades, patches, vulnerability assessment, remediation plans, exception handling, risk acceptance, end-of-support tracking, and compliance evidence for platform components.\nLead changes, upgrades, migrations, and recovery tests \nPlan and execute platform upgrades, migrations, configuration changes, certificate renewals, component replacements, backup and restore validation, failover exercises, and disaster recovery tests with controlled business impact.\nEnsure observability and operational reporting \nDefine monitoring standards, alert thresholds, service dashboards, availability views, incident trends, capacity reports, and operational KPIs for the supported services.\nContribute to service governance and compliance \nMaintain architecture records, technical documentation, runbooks, standards, configuration inventories, risk records, audit evidence, operational controls, and support procedures.\nAct as platform subject matter expert \nProvide expert guidance on distributed data platforms, data ingestion, orchestration, resilience, security, platform selection, and operational best practices.\nParticipate in on-call, major incident, and problem management \nSupport critical incidents, root cause analysis, post-incident reviews, permanent corrective actions, and knowledge sharing across operations, engineering, architecture, and application teams.\nCloudera-Specific Responsibilities \nAdminister Cloudera Data Platform services and supporting components, including Cloudera Manager, HDFS, YARN, Hive, Impala, Spark, Ranger, Atlas, Knox, ZooKeeper, Kerberos, Ozone , OTF Iceberg and related platform services where deployed. \nManage service configuration, role placement, parcels and runtime versions, host maintenance, commissioning and decommissioning, rolling restarts, health checks, configuration validation, and environment consistency. \nMonitor and troubleshoot cluster health, HDFS and Ozone capacity, replication, under-replicated data, YARN queues, workload contention, Hive Metastore, Impala admission control, Spark execution, service logs, JVM resources, and host-level dependencies. \nAdminister data-platform security, including Kerberos integration, Ranger policies, Knox access, TLS certificates, keytabs, service identities, encryption-related configuration, and audit logging. \nSupport backup, restore, replication, disaster recovery, data retention, metadata protection, and recovery testing for platform services and configuration. \nPlan cluster expansion, operating system and Java compatibility changes, platform upgrades, service migrations, storage evolution, and decommissioning of obsolete components. \nApache NiFi-Specific Responsibilities \nAdminister clustered Apache NiFi environments, including nodes, process groups, processors, controller services, parameter contexts, reporting tasks, connection pools, repositories, and registry integration. \nOperate and troubleshoot data flows, queues, back pressure, provenance, bulletins, failed transactions, state management, priorities, concurrent tasks, scheduling, record processors, and interactions with source and target systems. \nDefine standards for reusable flow design, version control, promotion between environments, parameterization, secret handling, naming, documentation, error routing, retry logic, dead-letter patterns, and operational ownership. \nManage NiFi security, including TLS, certificates, authentication, authorization policies, service accounts, proxy configuration, sensitive properties, and integration with enterprise identity services. \nPlan and execute NiFi upgrades, node replacement, cluster expansion, repository maintenance, certificate renewal, flow migration, backup and recovery activities, and resilience testing. \nMonitor flow throughput, queue growth, back pressure, repository utilization, JVM resources, garbage collection, thread usage, connection status, and end-to-end delivery behavior. \nApache Airflow-Specific Responsibilities \nAdminister Apache Airflow environments and core components, including schedulers, webservers, triggers, workers, executors, metadata databases, DAG processing, connections, variables, pools, queues, plugins, and providers. \nOperate and troubleshoot DAG parsing, task scheduling, retries, dependencies, sensors, deferrable operators, worker capacity, queue behavior, executor performance, metadata database contention, failed tasks, and scheduler availability. \nDefine standards for DAG structure, deployment, version control, environment promotion, secrets, connections, variables, pools, concurrency, retries, alerting, ownership, documentation, and operational readiness. \nManage Airflow security, including authentication, role-based access control, secrets backends, service identities, TLS, API access, auditability, and integration with enterprise identity and security services. \nPlan and execute Airflow upgrades, provider updates, executor or worker changes, metadata database maintenance, DAG migration, backup and restore validation, and high-availability improvements. \nMonitor scheduler heartbeat, DAG processing time, task latency, queue depth, worker utilization, executor state, triggerer health, metadata database performance, and availability of dependent services. \nKey Required Knowledge and Skills \nDeep knowledge of distributed data platform operations, data ingestion, batch and streaming integration, workflow orchestration, scheduling, dependency management, metadata, and data lifecycle concepts. \nHands-on production administration experience with Cloudera Data Platform, Apache NiFi, and Apache Airflow. \nStrong troubleshooting capability across application, platform, JVM, database, operating system, network, storage, and security layers. \nAbility to analyze logs, metrics, traces, service states, resource queues, flow files, back pressure, provenance, DAG runs, task instances, scheduler behavior, and infrastructure dependencies. \nAbility to lead root cause analysis and define permanent corrective actions for recurring platform, integration, workload, or orchestration issues. \nExperience with high availability, clustering, failover, disaster recovery, backup and restore, business continuity, and recovery testing. \nStrong understanding of security controls: Kerberos, TLS, certificates, LDAP/Active Directory integration, role-based access control, Apache Ranger, secrets management, encryption, and audit logging. \nGood scripting and automation skills using Bash, Python, Ansible, Git, CI/CD tooling, or equivalent technologies. \nStrong Linux administration skills and practical knowledge of JVM tuning, systemd, networking, DNS, load balancing, firewalls, storage, databases, and container platforms. \nKnowledge of IT service management processes, including incident, problem, change, release, configuration, vulnerability, lifecycle, and capacity management. \nAbility to maintain clear technical documentation, runbooks, support models, architecture records, operational procedures, and audit evidence. \nStrong communication and stakeholder management skills, including the ability to coordinate technical activities during incidents, changes, upgrades, migrations, releases, and service improvements. \n\n Profile required\n\n Key Required Technologies \nCloudera Data Platform \nCloudera Manager, CDP Private Cloud Base, HDFS, Ozone, OTF Iceberg, YARN, Hive, Impala, Spark, Ranger, Atlas, Knox, ZooKeeper, Kerberos, Hive Metastore, resource management, workload governance, backup and disaster recovery.\nApache NiFi \nNiFi clustering, processors, controller services, process groups, queues, back pressure, FlowFile and content repositories, provenance, state management, parameter contexts, Registry, record-based processing, Site-to-Site, APIs, security, monitoring, and performance tuning.\nApache Airflow \nSchedulers, webservers, triggerers, workers, DAG processors, executors, metadata database, DAGs, operators, sensors, task instances, pools, queues, connections, variables, providers, plugins, secrets backends, REST API, RBAC, monitoring, and performance tuning.\nAutomation and platform engineering \nPython, Bash, Ansible, Git, CI/CD pipelines, infrastructure as code, REST APIs, configuration management, container images, Kubernetes, Helm, and artifact repositories.\nDatabases and integration \nSQL, JDBC/ODBC, relational databases, object storage, Kafka or comparable messaging services, SFTP, REST services, and enterprise integration patterns.\nObservability \nPrometheus, Gr...","description_format":"text","description_chars":12901,"description_truncated":true,"requirements":{"experience_years_min":5,"management_years_min":null,"team_size_min":null,"manages_managers":false,"education":{"level":"phd","optional":false},"security_clearance":false,"languages":[]},"benefits":[],"hiring_locations":[],"hiring_excludes":[],"relocation_offered":false,"industries":["Commercial & Retail Banks","Investment Banking & M&A Advisory"],"lifecycle":[{"event":"open","at":"2026-10-23T02:08:54Z"}],"visa":[],"liveness":{"score":63,"band":"ok","label":"Likely open","p_open":1,"p_active":0.632,"p_room":1,"age_days":2,"expected_fill_days":17,"reasons":["conf:0","stale_co","velocity","win:early","comp:brand"],"computed_at":"2026-10-24T06:02:35Z"},"pay":null,"html_url":"https://alion.io/job/societe-generale-lead-software-engineer-cloudera-data-platform","json_url":"https://alion.io/job/societe-generale-lead-software-engineer-cloudera-data-platform.json","meta":{"generated_at":"2026-10-25T04:58:35Z","cache_seconds":300,"methodology":"https://alion.io/methodology","terms":"https://alion.io/terms","contact":"https://alion.io/contact","api":"https://alion.io/developers","about":"Alion is a live layer of people, companies and AI agents: who they are, whether they are real and active right now, what they do and how to work with them, readable by people and by agents and paid per call.","catalog":"https://alion.io/catalog.json","usage":{"tier":"crawler_verified","counted_by":"address","units_charged":1,"used_today":6705,"day_limit":null,"remaining_today":null,"minute_limit":300,"resets_at":"2026-10-26T00:00:00Z"}},"offers":[{"id":"company.slices","title":"One company in depth, by slice","status":"live","price":{"credits":0.02,"usd":0.002,"plus_per_slice":{"credits":0.05,"usd":0.005}},"unit":"per company, plus each slice with data","note":"the employer in depth","call":{"mcp_tool":"get_company","arguments":{"id":1760180},"rest":"https://alion.io/mcp/rest/get_company?id=1760180"},"human":"https://alion.io/catalog?offer=company.slices&for=job%2Fsociete-generale-lead-software-engineer-cloudera-data-platform"},{"id":"market.stats","title":"A market slice: pay, demand and time to fill","status":"live","price":{"credits":1,"usd":0.1},"unit":"per slice","note":"pay, demand and time to fill for this role and place","call":{"mcp_tool":"market_stats"},"human":"https://alion.io/catalog?offer=market.stats&for=job%2Fsociete-generale-lead-software-engineer-cloudera-data-platform"},{"id":"job.search","title":"Open jobs by role, technology, place, pay and visa","status":"live","price":{"credits":0.02,"usd":0.002},"unit":"per posting in a list","note":"similar open postings","call":{"mcp_tool":"search_jobs"},"human":"https://alion.io/catalog?offer=job.search&for=job%2Fsociete-generale-lead-software-engineer-cloudera-data-platform"},{"id":"company.verify","title":"Is this company real and active right now","status":"pilot","price":null,"unit":"per company","request":{"url":"https://alion.io/catalog/request","method":"POST","body":"{\"offer\": \"company.verify\", \"for\": \"job/societe-generale-lead-software-engineer-cloudera-data-platform\", \"note\": \"what you need it for\"}"},"human":"https://alion.io/catalog?offer=company.verify&for=job%2Fsociete-generale-lead-software-engineer-cloudera-data-platform"}]}