Staff Software Engineer - DataEmbedded

External Listing
{
  "source": {
    "name": "linkedin",
    "id": "4377878759",
    "url": "https://www.linkedin.com/jobs/view/staff-software-engineer-data-at-confused-com-4377878759?_l=en"
  },
  "postedDate": "2026-07-31T09:52:04.085Z",
  "applicationDeadline": null,
  "isActive": true,
  "isExpired": false,
  "matching": {
    "classificationReasoning": "This role is a senior individual contributor in software engineering focused on data platform development and data product design within the ICT domain. The person leads technical strategy and implementation of data pipelines and architectures, producing data products and software solutions. Seniority is mid_senior based on title and described leadership responsibilities.",
    "role": {
      "primaryTitle": "Staff Software Engineer - Data",
      "secondaryTitles": [
        "Senior Software Engineer",
        "Software Engineer",
        "Data Engineer"
      ],
      "function": "ict_professionals",
      "functionConfidence": "high",
      "roleFamily": "u2512_software_developers",
      "roleFamilyConfidence": "high",
      "roleSubFamily": "data engineering",
      "roleSubFamilyConfidence": "medium",
      "seniority": "mid_senior",
      "industries": [
        "i2353_health_and_human_services",
        "i11_business_consulting_and_services",
        "i10_legal_services",
        "i96_it_services_and_it_consulting",
        "i88_individual_and_family_services"
      ]
    },
    "primarySignals": {
      "tasks": [
        "Designing and implementing robust data pipelines and transformation processes",
        "Applying modern data architectures such as dimensional model, data mesh, data lake",
        "Utilising data observability methods and DORA metrics for data products",
        "Leading technical strategy and decisions for data engineering projects",
        "Collaborating with cross-functional teams to deliver technical vision",
        "Explaining technical concepts to technical and non-technical stakeholders"
      ],
      "skills": [
        "SQL",
        "Python programming",
        "Modern software development practices including agile, CI/CD, DevOps, and observ",
        "Domain driven design",
        "Event driven architecture",
        "Contract driven development"
      ],
      "tools": [
        "Spark",
        "Databricks",
        "Delta Lake",
        "BigQuery",
        "duckdb",
        "polars",
        "daft",
        "Event Hubs",
        "Kafka",
        "parquet",
        "delta",
        "iceberg"
      ],
      "educationLevel": null,
      "educationKeywords": [],
      "certifications": [],
      "languages": [],
      "yearsRelevant": null
    },
    "secondarySignals": {
      "tasks": [
        "Supporting and growing organisational understanding of modern technology",
        "Sharing experience and expertise in continuous learning environments",
        "Proactively identifying opportunities for organisational improvement"
      ],
      "skills": [
        "Cloud environment experience"
      ],
      "tools": [],
      "educationLevel": null,
      "educationKeywords": [],
      "certifications": [],
      "languages": [],
      "yearsRelevant": null
    },
    "practical": {
      "locations": [
        "Cardiff, Wales, United Kingdom"
      ],
      "countries": [
        "GB"
      ],
      "workModes": [
        "hybrid"
      ],
      "employmentTypes": [
        "full_time"
      ],
      "compensation": null
    },
    "dataCompleteness": "high"
  },
  "indexing": {
    "function": "ict_professionals",
    "functionConfidence": "high",
    "roleFamily": "u2512_software_developers",
    "roleFamilyConfidence": "high",
    "countryCode": "GB",
    "countryCodeConfidence": "high",
    "locationBucket": "ttwa_cardiff",
    "locationBucketConfidence": "high",
    "workMode": "hybrid",
    "workModeConfidence": "high",
    "employmentType": "full_time",
    "employmentTypeConfidence": "high",
    "isAgency": "direct",
    "salaryMax": null,
    "industryGroup": "i96_it_services_and_it_consulting",
    "industryGroupConfidence": "high",
    "educationRequired": null,
    "educationRequiredConfidence": "unknown"
  },
  "display": {
    "title": "Staff Software Engineer - Data",
    "company": {
      "name": "Confused.com",
      "logoUrl": "https://media.licdn.com/dms/image/v2/C4E0BAQEnvd302Dk28w/company-logo_100_100/company-logo_100_100/0/1673864548083/confused_com_logo?e=2147483647&v=beta&t=fLJ8WUKlvnc1b1iR3QpKU5NVoJ1ceRX8i7MFcpinrLY",
      "website": "https://uk.linkedin.com/company/confused-com?trk=public_jobs_topcard-org-name",
      "size": null,
      "type": null,
      "description": "Confused.com is the UK’s first comparison platform for car insurance, part of RVU group, operating in FinTech and financial services."
    },
    "locationDisplay": "Cardiff, Wales, United Kingdom",
    "salaryDisplay": null,
    "applicationUrl": null,
    "jobSummary": "Senior software engineer role focused on designing and implementing data pipelines and products using modern data architectures and big data technologies. Hybrid work with 2 days per week in Cardiff office."
  },
  "roleFamilyEsco": "u2521_database_designers_administrators",
  "requirementsEssentiality": {
    "items": [
      {
        "text": "Understand, assess and effectively apply modern data architectures (dimensional model, data mesh, data lake)",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience in applying and using data observability methods effectively",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience in modern software development practices (agile, CI/CD, DevOps, infrastructure as code, observability)",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience applying DORA metrics to Data Products",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience with Domain driven design, Event driven architecture and Contract driven development",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience and understanding of designing data products and versioning",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Proven technical leadership and managing relationships multiple cross-departmental stakeholders",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Extensive experience designing, implementing, and maintaining robust data pipelines and transformation processes",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Ability to understand detailed technical requirements and explain technical concepts to both technical and non-technical",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Strong knowledge of SQL and Python programming",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Extensive experience working within a cloud environment",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience with big data technologies (e.g. Spark, Databricks, Delta Lake, BigQuery)",
        "category": "tool",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Experience with alternative data technologies (e.g. duckdb, polars, daft)",
        "category": "tool",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Familiarity with eventing technologies (Event Hubs, Kafka etc…)",
        "category": "tool",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      },
      {
        "text": "Deep understanding of file formats and their behaviour such as parquet, delta, and iceberg",
        "category": "skill",
        "essentiality": "compulsory",
        "triggerPhrase": "What We Look For In You",
        "confidence": "high"
      }
    ]
  }
}