Tests: Custom script to run unit tests filtered by code ownership (#111210)

* feat(script): generate a source file x teams manifest from CODEOWNERS

* feat(script): unit tests + coverage report only for files owned by team

* feat(script): calculate CODEOWNERS metadata

* refactor(script): export a pure codeowners manifest generation function

* refactor(script): export a pure test coverage by team function

* refactor(script): generate raw JSONL codeowners data from Node.js script

* feat(script): put codeowners manifest all together in one script

* refactor(scripts): group consistently with NPM script name

* refactor(scripts): deduplicate constants for file paths etc.

* refactor(scripts): make console output cute 💅✨

* refactor(tests): make coverage by "owner" directory more human readable

* refactor(scripts): use consistent naming "codeowner" instead of "team"

* chore(codeowners): mark DataViz as owners of scripts for now

* chore(todo): leave a note where coverage metrics should be emitted later

* fix(gitignore): ignore root codeowners-manifest directory not scripts/*

* refactor(script): rename manifest to generate for clarity

* docs(readme): add a brief README describing new scrips

* chore(linter): ignore temporary files in prettier, fix whitespace format

* refactor(script): simplify Jest config by using team files list directly

* refactor(script): simplify script, partition sourceFiles and testFiles

* refactor(script): simplify and parallelize manifest write operations

* fix(script): handle errors for JSONL line reader

* refactor(script): use Map instead of POJOs

* fix(script): handle errors when streaming raw JSONL output

* fix(script): add error handling, and use promise API for metadata check

* fix(reporter): suppress duplicate Jest CLI coverage report output

* refactor(script): simplify with fs promises API for consistency

* fix(script): error handling for cp spawn-ed process

* refactor(script): use Promise API for mkdir + exists

* refactor(script): use fs Promise API

* refactor(script): use fs Promise API

* fix(script): same allow list for sourceFilter and all Jest config rules

Co-authored-by: Paul Marbach <paul.marbach@grafana.com>

* fix(script): bust cache when new files are created also

---------

Co-authored-by: Paul Marbach <paul.marbach@grafana.com>

.github/CODEOWNERS

@@ -1058,6 +1058,10 @@ playwright.storybook.config.ts @grafana/grafana-frontend-platform
 /scripts/codemods/explicit-barrel-imports.cjs @grafana/frontend-ops
 /scripts/rtk-client-generator/ @grafana/grafana-search-navigate-organise
 
+/scripts/codeowners-manifest/ @grafana/dataviz-squad
+/scripts/test-coverage-by-codeowner.js @grafana/dataviz-squad
+/jest.config.codeowner.js @grafana/dataviz-squad
+
 /scripts/**/generate-transformations* @grafana/datapro
 /scripts/webpack/ @grafana/frontend-ops
 /scripts/generate-a11y-report.sh @grafana/grafana-frontend-platform

.gitignore

@@ -253,3 +253,5 @@ public/mockServiceWorker.js
 
 # Ignore unified storage kv store files
 /grafana-kv-data
+
+/codeowners-manifest/

.prettierignore

@@ -14,6 +14,9 @@ public/sass/*.generated.scss
 scripts/grafana-server/tmp
 vendor
 
+/coverage
+/codeowners-manifest
+
 # TS generate from cue by cuetsy
 **/*.gen.ts
 

jest.config.codeowner.js

@@ -0,0 +1,117 @@
+const fs = require('fs');
+const path = require('path');
+
+const baseConfig = require('./jest.config.js');
+
+const CODEOWNERS_MANIFEST_FILENAMES_BY_TEAM_PATH = 'codeowners-manifest/filenames-by-team.json';
+
+const teamName = process.env.TEAM_NAME;
+if (!teamName) {
+  console.error('ERROR: TEAM_NAME environment variable is required');
+  process.exit(1);
+}
+
+const outputDir = `./coverage/by-team/${createOwnerDirectory(teamName)}`;
+
+const codeownersFilePath = path.join(__dirname, CODEOWNERS_MANIFEST_FILENAMES_BY_TEAM_PATH);
+
+if (!fs.existsSync(codeownersFilePath)) {
+  console.error(`Codeowners file not found at ${codeownersFilePath} ...`);
+  console.error('Please run: yarn codeowners-manifest first to generate the mapping file');
+  process.exit(1);
+}
+
+const codeownersData = JSON.parse(fs.readFileSync(codeownersFilePath, 'utf8'));
+const teamFiles = codeownersData[teamName] || [];
+
+if (teamFiles.length === 0) {
+  console.error(`ERROR: No files found for team "${teamName}"`);
+  console.error('Available teams:', Object.keys(codeownersData).join(', '));
+  process.exit(1);
+}
+
+const sourceFiles = teamFiles.filter((file) => {
+  const ext = path.extname(file);
+  return (
+    ['.ts', '.tsx', '.js', '.jsx'].includes(ext) &&
+    !file.includes('.test.') &&
+    !file.includes('.spec.') &&
+    !file.includes('.story.') &&
+    !file.includes('.gen.ts') &&
+    !file.includes('.d.ts') &&
+    !file.endsWith('/types.ts')
+  );
+});
+
+const testFiles = teamFiles.filter((file) => {
+  const ext = path.extname(file);
+  return ['.ts', '.tsx', '.js', '.jsx'].includes(ext) && (file.includes('.test.') || file.includes('.spec.'));
+});
+
+if (testFiles.length === 0) {
+  console.log(`No test files found for team ${teamName}`);
+  process.exit(0);
+}
+
+console.log(
+  `🧪 Collecting coverage for ${sourceFiles.length} testable files and running ${testFiles.length} test files of ${teamFiles.length} files owned by ${teamName}.`
+);
+
+module.exports = {
+  ...baseConfig,
+
+  collectCoverage: true,
+  collectCoverageFrom: sourceFiles.map((file) => `<rootDir>/${file}`),
+  coverageReporters: ['none'],
+  coverageDirectory: '/tmp/jest-coverage-ignore',
+
+  coverageProvider: 'v8',
+  reporters: [
+    'default',
+    [
+      'jest-monocart-coverage',
+      {
+        name: `Coverage Report - ${teamName} owned files`,
+        outputDir: outputDir,
+        reports: ['console-summary', 'v8', 'json', 'lcov'],
+        sourceFilter: (coveredFile) => sourceFiles.includes(coveredFile),
+        all: {
+          dir: ['./packages', './public'],
+          filter: (filePath) => {
+            const relativePath = filePath.replace(process.cwd() + '/', '');
+            return sourceFiles.includes(relativePath);
+          },
+        },
+        cleanCache: true,
+        onEnd: (coverageResults) => {
+          console.log(`📄 Coverage report saved to file://${path.resolve(outputDir)}/index.html`);
+          // TODO: Emit coverage metrics https://github.com/grafana/grafana/issues/111208
+        },
+      },
+    ],
+  ],
+
+  testRegex: undefined,
+
+  testMatch: testFiles.map((file) => `<rootDir>/${file}`),
+};
+
+/**
+ * Create a filesystem-safe directory structure for different owner types
+ * @param {string} owner - CODEOWNERS owner (username, team, or email)
+ * @returns {string} Directory path relative to coverage/by-team/
+ */
+function createOwnerDirectory(owner) {
+  if (owner.includes('@') && owner.includes('/')) {
+    // Example: @grafana/dataviz-squad
+    const [org, team] = owner.substring(1).split('/');
+    return `teams/${org}/${team}`;
+  } else if (owner.startsWith('@')) {
+    // Example: @jesdavpet
+    return `users/${owner.substring(1)}`;
+  } else {
+    // Example: user@domain.tld
+    const [user, domain] = owner.split('@');
+    return `emails/${user}-at-${domain}`;
+  }
+}

package.json

@@ -10,6 +10,11 @@
     "build": "NODE_ENV=production nx exec --verbose -- webpack --config scripts/webpack/webpack.prod.js",
     "build:nominify": "yarn run build -- --env noMinify=1",
     "build:stats": "NODE_ENV=production webpack --progress --config scripts/webpack/webpack.stats.js",
+    "codeowners-manifest": "node ./scripts/codeowners-manifest/index.js",
+    "codeowners-manifest:clean": "rm -rf codeowners-manifest && mkdir -p codeowners-manifest",
+    "codeowners-manifest:generate": "node ./scripts/codeowners-manifest/generate.js",
+    "codeowners-manifest:metadata": "node ./scripts/codeowners-manifest/metadata.js",
+    "codeowners-manifest:raw": "node ./scripts/codeowners-manifest/raw.js",
     "dev": "NODE_ENV=dev nx exec -- webpack --config scripts/webpack/webpack.dev.js",
     "e2e": "./e2e/start-and-run-suite",
     "e2e:old-arch": "./e2e/start-and-run-suite old-arch",
@@ -30,6 +35,7 @@
     "e2e:plugin:build:dev": "nx run-many -t dev --projects='@test-plugins/*' --maxParallel=100",
     "test": "jest --notify --watch",
     "test:coverage": "jest --coverage",
+    "test:coverage:by-codeowner": "yarn codeowners-manifest && node scripts/test-coverage-by-codeowner.js",
     "test:storybook": "yarn workspace @grafana/ui storybook:test",
     "test:coverage:changes": "jest --coverage --changedSince=origin/main",
     "test:accessibility-report": "./scripts/generate-a11y-report.sh",
@@ -198,6 +204,7 @@
     "expose-loader": "5.0.1",
     "fishery": "^2.2.2",
     "fork-ts-checker-webpack-plugin": "9.1.0",
+    "github-codeowners": "^0.2.1",
     "glob": "11.0.3",
     "html-loader": "5.1.0",
     "html-webpack-plugin": "5.6.3",
@@ -211,6 +218,7 @@
     "jest-fail-on-console": "3.3.1",
     "jest-junit": "16.0.0",
     "jest-matcher-utils": "29.7.0",
+    "jest-monocart-coverage": "^1.1.1",
     "jest-watch-typeahead": "^2.2.2",
     "jimp": "^1.6.0",
     "jsdom-testing-mocks": "^1.13.1",

scripts/codeowners-manifest/README.md

@@ -0,0 +1,49 @@
+# Codeowners Manifest Scripts
+
+Scripts for generating and caching CODEOWNERS manifest data.
+
+Each of these scripts can be run individually if needed, but `index.js` is most useful because it combines them all.
+
+## Usage
+
+```bash
+# Combined script
+node index.js     # Generate complete manifest with caching
+
+# Individual scripts
+node metadata.js  # Generate metadata with hashes
+node raw.js       # Generate raw audit data
+node generate.js  # Process raw data into manifest files
+```
+
+## Control flow of `index.js`
+
+```mermaid
+flowchart TD
+    A[index.js] --> B[metadata.js: Generate new metadata]
+    B --> C{Existing metadata exists?}
+    C -->|No| D[Generate all files]
+    C -->|Yes| E{Hashes match?}
+    E -->|No| D
+    E -->|Yes| F[Skip generation]
+
+    D --> G[raw.js: Generate audit data]
+    G --> H[generate.js: Process into JSON files]
+    H --> I[Save new metadata]
+    I --> J[Complete]
+
+    F --> J
+
+    style F fill:#e1f5fe
+    style J fill:#e8f5e8
+```
+
+## Default output
+
+By default these scripts will write the following files to the `/codeowners-manifest/*` directory.
+
+- `audit-raw.jsonl` - Raw CODEOWNERS audit data in JSONL format _(for fast stream processing)_
+- `teams.json` - List of all codeowners _(for validating codeowner names)_
+- `teams-by-filename.json` - Files mapped to their respective codeowners
+- `filenames-by-team.json` - Codeowners mapped to their respective files
+- `metadata.json` - Hashes for cache validation

scripts/codeowners-manifest/constants.js

@@ -0,0 +1,11 @@
+const CODEOWNERS_MANIFEST_DIR = 'codeowners-manifest';
+
+module.exports = {
+  CODEOWNERS_FILE_PATH: '.github/CODEOWNERS',
+  CODEOWNERS_MANIFEST_DIR,
+  RAW_AUDIT_JSONL_PATH: `${CODEOWNERS_MANIFEST_DIR}/audit-raw.jsonl`,
+  CODEOWNERS_JSON_PATH: `${CODEOWNERS_MANIFEST_DIR}/teams.json`,
+  CODEOWNERS_BY_FILENAME_JSON_PATH: `${CODEOWNERS_MANIFEST_DIR}/teams-by-filename.json`,
+  FILENAMES_BY_CODEOWNER_JSON_PATH: `${CODEOWNERS_MANIFEST_DIR}/filenames-by-team.json`,
+  METADATA_JSON_PATH: `${CODEOWNERS_MANIFEST_DIR}/metadata.json`,
+};

scripts/codeowners-manifest/generate.js

@@ -0,0 +1,100 @@
+#!/usr/bin/env node
+
+const fs = require('node:fs');
+const { stat, writeFile } = require('node:fs/promises');
+const readline = require('node:readline');
+
+const {
+  RAW_AUDIT_JSONL_PATH,
+  CODEOWNERS_BY_FILENAME_JSON_PATH,
+  FILENAMES_BY_CODEOWNER_JSON_PATH,
+  CODEOWNERS_JSON_PATH,
+} = require('./constants.js');
+
+/**
+ * Generate codeowners manifest files from raw audit data
+ * @param {string} rawAuditPath - Path to the raw audit JSONL file
+ * @param {string} codeownersJsonPath - Path to write teams.json
+ * @param {string} codeownersByFilenamePath - Path to write teams-by-filename.json
+ * @param {string} filenamesByCodeownerPath - Path to write filenames-by-team.json
+ */
+async function generateCodeownersManifest(
+  rawAuditPath,
+  codeownersJsonPath,
+  codeownersByFilenamePath,
+  filenamesByCodeownerPath
+) {
+  const hasRawAuditJsonl = await stat(rawAuditPath);
+  if (!hasRawAuditJsonl) {
+    throw new Error(
+      `No raw CODEOWNERS audit JSONL file found at: ${rawAuditPath} ... run "yarn codeowners-manifest:raw"`
+    );
+  }
+
+  const auditFileInput = fs.createReadStream(rawAuditPath);
+
+  const lineReader = readline.createInterface({
+    input: auditFileInput,
+    crlfDelay: Infinity,
+  });
+
+  let codeowners = new Set();
+  let codeownersByFilename = new Map();
+  let filenamesByCodeowner = new Map();
+
+  lineReader.on('error', (error) => {
+    console.error('Error reading file:', error);
+    throw error;
+  });
+
+  lineReader.on('line', (line) => {
+    try {
+      const { path, owners: fileOwners } = JSON.parse(line.toString().trim());
+
+      for (let owner of fileOwners) {
+        codeowners.add(owner);
+      }
+
+      codeownersByFilename.set(path, fileOwners);
+
+      for (let owner of fileOwners) {
+        const filenames = filenamesByCodeowner.get(owner) || [];
+        filenamesByCodeowner.set(owner, filenames.concat(path));
+      }
+    } catch (parseError) {
+      console.error(`Error parsing line: ${line}`, parseError);
+      throw parseError;
+    }
+  });
+
+  await new Promise((resolve) => lineReader.once('close', resolve));
+
+  await Promise.all([
+    writeFile(codeownersJsonPath, JSON.stringify(Array.from(codeowners).sort(), null, 2)),
+    writeFile(codeownersByFilenamePath, JSON.stringify(Object.fromEntries(codeownersByFilename), null, 2)),
+    writeFile(filenamesByCodeownerPath, JSON.stringify(Object.fromEntries(filenamesByCodeowner), null, 2)),
+  ]);
+}
+
+if (require.main === module) {
+  (async () => {
+    try {
+      console.log(`📋 Generating files ↔ teams manifests from ${RAW_AUDIT_JSONL_PATH} ...`);
+      await generateCodeownersManifest(
+        RAW_AUDIT_JSONL_PATH,
+        CODEOWNERS_JSON_PATH,
+        CODEOWNERS_BY_FILENAME_JSON_PATH,
+        FILENAMES_BY_CODEOWNER_JSON_PATH
+      );
+      console.log('✅ Manifest files generated:');
+      console.log(`   • ${CODEOWNERS_JSON_PATH}`);
+      console.log(`   • ${CODEOWNERS_BY_FILENAME_JSON_PATH}`);
+      console.log(`   • ${FILENAMES_BY_CODEOWNER_JSON_PATH}`);
+    } catch (e) {
+      console.error(e);
+      process.exit(1);
+    }
+  })();
+}
+
+module.exports = { generateCodeownersManifest };

scripts/codeowners-manifest/index.js

@@ -0,0 +1,101 @@
+#!/usr/bin/env node
+
+const { writeFile, readFile, mkdir, access } = require('node:fs/promises');
+
+const {
+  CODEOWNERS_FILE_PATH,
+  CODEOWNERS_MANIFEST_DIR,
+  RAW_AUDIT_JSONL_PATH,
+  CODEOWNERS_BY_FILENAME_JSON_PATH,
+  FILENAMES_BY_CODEOWNER_JSON_PATH,
+  CODEOWNERS_JSON_PATH,
+  METADATA_JSON_PATH,
+} = require('./constants.js');
+const { generateCodeownersManifest } = require('./generate.js');
+const { generateCodeownersMetadata } = require('./metadata.js');
+const { generateCodeownersRawAudit } = require('./raw.js');
+
+/**
+ * Generate complete codeowners manifest including raw audit, metadata, and processed files
+ * @param {string} codeownersFilePath - Path to CODEOWNERS file
+ * @param {string} manifestDir - Directory for manifest files
+ * @param {string} rawAuditPath - Path for raw audit JSONL file
+ * @param {string} codeownersJsonPath - Path for teams.json
+ * @param {string} codeownersByFilenamePath - Path for teams-by-filename.json
+ * @param {string} filenamesByCodeownerPath - Path for filenames-by-team.json
+ * @param {string} metadataPath - Path for metadata.json
+ */
+async function generateCodeownersManifestComplete(
+  codeownersFilePath,
+  manifestDir,
+  rawAuditPath,
+  codeownersJsonPath,
+  codeownersByFilenamePath,
+  filenamesByCodeownerPath,
+  metadataPath
+) {
+  try {
+    await access(manifestDir);
+  } catch (error) {
+    await mkdir(manifestDir, { recursive: true });
+  }
+
+  const newMetadata = generateCodeownersMetadata(codeownersFilePath, manifestDir, 'metadata.json');
+
+  let isCacheUpToDate = false;
+  try {
+    const existingMetadata = JSON.parse(await readFile(metadataPath, 'utf8'));
+    if (
+      existingMetadata.filesHash === newMetadata.filesHash &&
+      existingMetadata.codeownersHash === newMetadata.codeownersHash
+    ) {
+      isCacheUpToDate = true;
+    }
+  } catch (error) {
+    isCacheUpToDate = false;
+  }
+
+  if (!isCacheUpToDate) {
+    await generateCodeownersRawAudit(codeownersFilePath, rawAuditPath);
+    await generateCodeownersManifest(
+      rawAuditPath,
+      codeownersJsonPath,
+      codeownersByFilenamePath,
+      filenamesByCodeownerPath
+    );
+    await writeFile(metadataPath, JSON.stringify(newMetadata, null, 2), 'utf8');
+    return true;
+  }
+
+  return false;
+}
+
+if (require.main === module) {
+  (async () => {
+    try {
+      console.log('📋 Generating complete codeowners manifest...');
+
+      const wasGenerated = await generateCodeownersManifestComplete(
+        CODEOWNERS_FILE_PATH,
+        CODEOWNERS_MANIFEST_DIR,
+        RAW_AUDIT_JSONL_PATH,
+        CODEOWNERS_JSON_PATH,
+        CODEOWNERS_BY_FILENAME_JSON_PATH,
+        FILENAMES_BY_CODEOWNER_JSON_PATH,
+        METADATA_JSON_PATH
+      );
+
+      if (wasGenerated) {
+        console.log('✅ Complete manifest generated:');
+        console.log(`   • ${CODEOWNERS_MANIFEST_DIR}/`);
+      } else {
+        console.log('✅ Manifest up-to-date, skipped generation');
+      }
+    } catch (e) {
+      console.error('❌ Error generating codeowners manifest:', e.message);
+      process.exit(1);
+    }
+  })();
+}
+
+module.exports = { generateCodeownersManifestComplete };

scripts/codeowners-manifest/metadata.js

@@ -0,0 +1,61 @@
+#!/usr/bin/env node
+
+const { execSync } = require('node:child_process');
+const { writeFile, mkdir, access } = require('node:fs/promises');
+
+const { CODEOWNERS_FILE_PATH, CODEOWNERS_MANIFEST_DIR, METADATA_JSON_PATH } = require('./constants.js');
+
+/**
+ * @typedef {Object} CodeownersMetadata
+ * @property {string} generatedAt - ISO timestamp when metadata was generated
+ * @property {string} filesHash - SHA-256 hash of all repository files
+ * @property {string} codeownersHash - SHA-256 hash of CODEOWNERS file
+ */
+
+/**
+ * Generate codeowners metadata for caching
+ * @param {string} codeownersFilePath - Path to CODEOWNERS file
+ * @param {string} manifestDir - Directory for manifest files
+ * @param {string} metadataFilename - Filename for metadata file
+ * @returns {CodeownersMetadata} Metadata object with hashes
+ */
+function generateCodeownersMetadata(codeownersFilePath, manifestDir, metadataFilename) {
+  const [filesHash] = execSync('git ls-files --cached --others --exclude-standard | sort | sha256sum', {
+    encoding: 'utf8',
+  })
+    .trim()
+    .split(' ');
+
+  const [codeownersHash] = execSync(`sha256sum "${codeownersFilePath}"`, { encoding: 'utf8' }).trim().split(' ');
+
+  return {
+    generatedAt: new Date().toISOString(),
+    filesHash,
+    codeownersHash,
+  };
+}
+
+if (require.main === module) {
+  (async () => {
+    try {
+      console.log('⚙️ Generating codeowners-manifest metadata ...');
+
+      try {
+        await access(CODEOWNERS_MANIFEST_DIR);
+      } catch (error) {
+        await mkdir(CODEOWNERS_MANIFEST_DIR, { recursive: true });
+      }
+
+      const metadata = generateCodeownersMetadata(CODEOWNERS_FILE_PATH, CODEOWNERS_MANIFEST_DIR, METADATA_JSON_PATH);
+
+      await writeFile(METADATA_JSON_PATH, JSON.stringify(metadata, null, 2), 'utf8');
+      console.log('✅ Metadata generated:');
+      console.log(`   • ${METADATA_JSON_PATH}`);
+    } catch (error) {
+      console.error('❌ Error generating codeowners metadata:', error.message);
+      process.exit(1);
+    }
+  })();
+}
+
+module.exports = { generateCodeownersMetadata };

scripts/codeowners-manifest/raw.js

@@ -0,0 +1,84 @@
+#!/usr/bin/env node
+
+const { spawn } = require('node:child_process');
+const fs = require('node:fs');
+const { access } = require('node:fs/promises');
+
+const { CODEOWNERS_FILE_PATH, CODEOWNERS_MANIFEST_DIR, RAW_AUDIT_JSONL_PATH } = require('./constants.js');
+
+/**
+ * Generate raw CODEOWNERS audit data using github-codeowners CLI
+ * @param {string} codeownersPath - Path to CODEOWNERS file
+ * @param {string} outputPath - Path to write audit JSONL file
+ */
+async function generateCodeownersRawAudit(codeownersPath, outputPath) {
+  try {
+    await access(codeownersPath);
+  } catch (error) {
+    throw new Error(`CODEOWNERS file not found at: ${codeownersPath}`);
+  }
+
+  return new Promise((resolve, reject) => {
+    const outputStream = fs.createWriteStream(outputPath);
+
+    const child = spawn('yarn', ['github-codeowners', 'audit', '--output', 'jsonl'], {
+      stdio: ['ignore', 'pipe', 'pipe'],
+      cwd: process.cwd(),
+      shell: true,
+    });
+
+    let stderrData = '';
+    child.stderr.on('data', (data) => {
+      stderrData += data.toString();
+    });
+
+    outputStream.on('error', (error) => {
+      child.kill();
+      reject(new Error(`Failed to write to output file: ${error.message}`));
+    });
+
+    child.stdout.pipe(outputStream);
+
+    child.on('close', (code) => {
+      outputStream.end();
+      if (code === 0) {
+        resolve();
+      } else {
+        const error = new Error(`github-codeowners process exited with code ${code}`);
+        if (stderrData) {
+          error.message += `\nStderr: ${stderrData.trim()}`;
+        }
+        reject(error);
+      }
+    });
+
+    child.on('error', (err) => {
+      outputStream.end();
+      if (err.code === 'ENOENT') {
+        reject(new Error('yarn command not found. Please ensure yarn and github-codeowners are available'));
+      } else {
+        reject(err);
+      }
+    });
+  });
+}
+
+if (require.main === module) {
+  (async () => {
+    try {
+      if (!fs.existsSync(CODEOWNERS_MANIFEST_DIR)) {
+        fs.mkdirSync(CODEOWNERS_MANIFEST_DIR, { recursive: true });
+      }
+
+      console.log(`🍣 Getting raw CODEOWNERS data for manifest ...`);
+      await generateCodeownersRawAudit(CODEOWNERS_FILE_PATH, RAW_AUDIT_JSONL_PATH);
+      console.log('✅ Raw audit generated:');
+      console.log(`   • ${RAW_AUDIT_JSONL_PATH}`);
+    } catch (e) {
+      console.error('❌ Error generating raw audit:', e.message);
+      process.exit(1);
+    }
+  })();
+}
+
+module.exports = { generateCodeownersRawAudit };

scripts/test-coverage-by-codeowner.js

@@ -0,0 +1,67 @@
+#!/usr/bin/env node
+
+const cp = require('node:child_process');
+const { readFile } = require('node:fs/promises');
+
+const { CODEOWNERS_JSON_PATH: CODEOWNERS_MANIFEST_CODEOWNERS_PATH } = require('./codeowners-manifest/constants.js');
+
+const JEST_CONFIG_PATH = 'jest.config.codeowner.js';
+
+/**
+ * Run test coverage for a specific codeowner
+ * @param {string} codeownerName - The codeowner name to run coverage for
+ * @param {string} codeownersPath - Path to the teams.json file
+ * @param {string} jestConfigPath - Path to the Jest config file
+ */
+async function runTestCoverageByCodeowner(codeownerName, codeownersPath, jestConfigPath) {
+  const codeownersJson = await readFile(codeownersPath, 'utf8');
+  const codeowners = JSON.parse(codeownersJson);
+
+  if (!codeowners.includes(codeownerName)) {
+    throw new Error(`Codeowner ${codeownerName} was not found in ${codeownersPath}, check spelling`);
+  }
+
+  process.env.TEAM_NAME = codeownerName;
+
+  return new Promise((resolve, reject) => {
+    const child = cp.spawn('jest', [`--config=${jestConfigPath}`], { stdio: 'inherit', shell: true });
+
+    child.on('error', (error) => {
+      reject(new Error(`Failed to start Jest: ${error.message}`));
+    });
+
+    child.on('close', (code) => {
+      if (code === 0) {
+        resolve();
+      } else {
+        reject(new Error(`Jest exited with code ${code}`));
+      }
+    });
+  });
+}
+
+if (require.main === module) {
+  (async () => {
+    try {
+      const codeownerName = process.argv[2];
+
+      if (!codeownerName) {
+        console.error('Codeowner argument is required ...');
+        console.error('Usage: yarn test:coverage:by-codeowner @grafana/team-name');
+        process.exit(1);
+      }
+
+      console.log(`🧪 Running test coverage for codeowner: ${codeownerName}`);
+      await runTestCoverageByCodeowner(codeownerName, CODEOWNERS_MANIFEST_CODEOWNERS_PATH, JEST_CONFIG_PATH);
+    } catch (e) {
+      if (e.code === 'ENOENT') {
+        console.error(`Could not read ${CODEOWNERS_MANIFEST_CODEOWNERS_PATH} ...`);
+      } else {
+        console.error(e.message);
+      }
+      process.exit(1);
+    }
+  })();
+}
+
+module.exports = { runTestCoverageByCodeowner };

yarn.lock

@@ -11047,7 +11047,16 @@ __metadata:
   languageName: node
   linkType: hard
 
-"acorn-walk@npm:8.3.4, acorn-walk@npm:^8.0.0, acorn-walk@npm:^8.0.2, acorn-walk@npm:^8.1.1":
+"acorn-loose@npm:^8.5.0":
+  version: 8.5.2
+  resolution: "acorn-loose@npm:8.5.2"
+  dependencies:
+    acorn: "npm:^8.15.0"
+  checksum: 10/3a86f4263ad8eac8d5638e15608bb31b916ab95183e3c9f0cc10ab5b11645dc09fe5b3f22464e8f484b3df13f1a7254ec155a98ae50b6458721f3fee65ebfb4f
+  languageName: node
+  linkType: hard
+
+"acorn-walk@npm:8.3.4, acorn-walk@npm:^8.0.0, acorn-walk@npm:^8.0.2, acorn-walk@npm:^8.1.1, acorn-walk@npm:^8.3.4":
   version: 8.3.4
   resolution: "acorn-walk@npm:8.3.4"
   dependencies:
@@ -11056,7 +11065,7 @@ __metadata:
   languageName: node
   linkType: hard
 
-"acorn@npm:^8.0.4, acorn@npm:^8.1.0, acorn@npm:^8.10.0, acorn@npm:^8.11.0, acorn@npm:^8.14.0, acorn@npm:^8.15.0, acorn@npm:^8.4.1, acorn@npm:^8.7.1, acorn@npm:^8.8.0, acorn@npm:^8.8.2":
+"acorn@npm:^8.0.4, acorn@npm:^8.1.0, acorn@npm:^8.10.0, acorn@npm:^8.11.0, acorn@npm:^8.14.0, acorn@npm:^8.14.1, acorn@npm:^8.15.0, acorn@npm:^8.4.1, acorn@npm:^8.7.1, acorn@npm:^8.8.0, acorn@npm:^8.8.2":
   version: 8.15.0
   resolution: "acorn@npm:8.15.0"
   bin:
@@ -13363,6 +13372,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"commander@npm:^13.1.0, commander@npm:~13.1.0":
+  version: 13.1.0
+  resolution: "commander@npm:13.1.0"
+  checksum: 10/d3b4b79e6be8471ddadacbb8cd441fe82154d7da7393b50e76165a9e29ccdb74fa911a186437b9a211d0fc071db6051915c94fb8ef16d77511d898e9dbabc6af
+  languageName: node
+  linkType: hard
+
 "commander@npm:^2.20.0, commander@npm:^2.20.3":
   version: 2.20.3
   resolution: "commander@npm:2.20.3"
@@ -13377,6 +13393,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"commander@npm:^4.1.1":
+  version: 4.1.1
+  resolution: "commander@npm:4.1.1"
+  checksum: 10/3b2dc4125f387dab73b3294dbcb0ab2a862f9c0ad748ee2b27e3544d25325b7a8cdfbcc228d103a98a716960b14478114a5206b5415bd48cdafa38797891562c
+  languageName: node
+  linkType: hard
+
 "commander@npm:^6.2.0, commander@npm:^6.2.1":
   version: 6.2.1
   resolution: "commander@npm:6.2.1"
@@ -13391,13 +13414,6 @@ __metadata:
   languageName: node
   linkType: hard
 
-"commander@npm:~13.1.0":
-  version: 13.1.0
-  resolution: "commander@npm:13.1.0"
-  checksum: 10/d3b4b79e6be8471ddadacbb8cd441fe82154d7da7393b50e76165a9e29ccdb74fa911a186437b9a211d0fc071db6051915c94fb8ef16d77511d898e9dbabc6af
-  languageName: node
-  linkType: hard
-
 "commander@npm:~14.0.0":
   version: 14.0.0
   resolution: "commander@npm:14.0.0"
@@ -13502,6 +13518,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"console-grid@npm:^2.2.3":
+  version: 2.2.3
+  resolution: "console-grid@npm:2.2.3"
+  checksum: 10/d536108a21277ebc3816a65c67d369cbdbfae7eda7874c0fb7e3a74592ef671772472cd208e02d18ca401d55660ebd59473a5b95419d59dcdfed822d48fa893d
+  languageName: node
+  linkType: hard
+
 "constant-case@npm:^3.0.4":
   version: 3.0.4
   resolution: "constant-case@npm:3.0.4"
@@ -15433,6 +15456,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"eight-colors@npm:^1.3.1":
+  version: 1.3.1
+  resolution: "eight-colors@npm:1.3.1"
+  checksum: 10/a6f7174d535ad718de9aaa70e6276a693b7d4145046328e1bb2f4a295a096e7ae883bf645ff16ef1090bb69314a79cb88143a23687b945c89c90d8d41c122042
+  languageName: node
+  linkType: hard
+
 "ejs@npm:^3.1.10, ejs@npm:^3.1.7":
   version: 3.1.10
   resolution: "ejs@npm:3.1.10"
@@ -17924,6 +17954,18 @@ __metadata:
   languageName: node
   linkType: hard
 
+"github-codeowners@npm:^0.2.1":
+  version: 0.2.1
+  resolution: "github-codeowners@npm:0.2.1"
+  dependencies:
+    commander: "npm:^4.1.1"
+    ignore: "npm:^5.1.4"
+  bin:
+    github-codeowners: dist/cli.js
+  checksum: 10/d32e1f11418979b00fc5767531e23dab19f42bddf70df5ac13715d89bd70b7a71879ef62bbbdef331a48aeec99c6d804284190ca37041178053a860a5a0f3785
+  languageName: node
+  linkType: hard
+
 "glob-parent@npm:6.0.2, glob-parent@npm:^6.0.1, glob-parent@npm:^6.0.2":
   version: 6.0.2
   resolution: "glob-parent@npm:6.0.2"
@@ -18401,6 +18443,7 @@ __metadata:
     file-saver: "npm:2.0.5"
     fishery: "npm:^2.2.2"
     fork-ts-checker-webpack-plugin: "npm:9.1.0"
+    github-codeowners: "npm:^0.2.1"
     glob: "npm:11.0.3"
     history: "npm:4.10.1"
     html-loader: "npm:5.1.0"
@@ -18422,6 +18465,7 @@ __metadata:
     jest-fail-on-console: "npm:3.3.1"
     jest-junit: "npm:16.0.0"
     jest-matcher-utils: "npm:29.7.0"
+    jest-monocart-coverage: "npm:^1.1.1"
     jest-watch-typeahead: "npm:^2.2.2"
     jimp: "npm:^1.6.0"
     jquery: "npm:3.7.1"
@@ -19402,7 +19446,7 @@ __metadata:
   languageName: node
   linkType: hard
 
-"ignore@npm:^5.0.4, ignore@npm:^5.1.1, ignore@npm:^5.2.0, ignore@npm:^5.2.4":
+"ignore@npm:^5.0.4, ignore@npm:^5.1.1, ignore@npm:^5.1.4, ignore@npm:^5.2.0, ignore@npm:^5.2.4":
   version: 5.3.2
   resolution: "ignore@npm:5.3.2"
   checksum: 10/cceb6a457000f8f6a50e1196429750d782afce5680dd878aa4221bd79972d68b3a55b4b1458fc682be978f4d3c6a249046aa0880637367216444ab7b014cfc98
@@ -20437,6 +20481,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"istanbul-lib-coverage@npm:^3.2.2":
+  version: 3.2.2
+  resolution: "istanbul-lib-coverage@npm:3.2.2"
+  checksum: 10/40bbdd1e937dfd8c830fa286d0f665e81b7a78bdabcd4565f6d5667c99828bda3db7fb7ac6b96a3e2e8a2461ddbc5452d9f8bc7d00cb00075fa6a3e99f5b6a81
+  languageName: node
+  linkType: hard
+
 "istanbul-lib-hook@npm:^3.0.0":
   version: 3.0.0
   resolution: "istanbul-lib-hook@npm:3.0.0"
@@ -20509,6 +20560,17 @@ __metadata:
   languageName: node
   linkType: hard
 
+"istanbul-lib-report@npm:^3.0.1":
+  version: 3.0.1
+  resolution: "istanbul-lib-report@npm:3.0.1"
+  dependencies:
+    istanbul-lib-coverage: "npm:^3.0.0"
+    make-dir: "npm:^4.0.0"
+    supports-color: "npm:^7.1.0"
+  checksum: 10/86a83421ca1cf2109a9f6d193c06c31ef04a45e72a74579b11060b1e7bb9b6337a4e6f04abfb8857e2d569c271273c65e855ee429376a0d7c91ad91db42accd1
+  languageName: node
+  linkType: hard
+
 "istanbul-lib-source-maps@npm:^4.0.0":
   version: 4.0.1
   resolution: "istanbul-lib-source-maps@npm:4.0.1"
@@ -20530,6 +20592,16 @@ __metadata:
   languageName: node
   linkType: hard
 
+"istanbul-reports@npm:^3.1.7":
+  version: 3.2.0
+  resolution: "istanbul-reports@npm:3.2.0"
+  dependencies:
+    html-escaper: "npm:^2.0.0"
+    istanbul-lib-report: "npm:^3.0.0"
+  checksum: 10/6773a1d5c7d47eeec75b317144fe2a3b1da84a44b6282bebdc856e09667865e58c9b025b75b3d87f5bc62939126cbba4c871ee84254537d934ba5da5d4c4ec4e
+  languageName: node
+  linkType: hard
+
 "iterator.prototype@npm:^1.1.4":
   version: 1.1.5
   resolution: "iterator.prototype@npm:1.1.5"
@@ -20890,6 +20962,17 @@ __metadata:
   languageName: node
   linkType: hard
 
+"jest-monocart-coverage@npm:^1.1.1":
+  version: 1.1.1
+  resolution: "jest-monocart-coverage@npm:1.1.1"
+  dependencies:
+    monocart-coverage-reports: "npm:^2.8.7"
+  peerDependencies:
+    "@jest/reporters": "*"
+  checksum: 10/c614daf9d2733963d8d12ed88c5d2cc9e16834ba14180e0c9c229cb8ce59eaa41add6ab0ad2c303163ffc868ae431feae7d05b7b02083f5ad5183d53342e094a
+  languageName: node
+  linkType: hard
+
 "jest-playwright-preset@npm:^4.0.0":
   version: 4.0.0
   resolution: "jest-playwright-preset@npm:4.0.0"
@@ -22421,6 +22504,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"lz-utils@npm:^2.1.0":
+  version: 2.1.0
+  resolution: "lz-utils@npm:2.1.0"
+  checksum: 10/61c4c43d08770b8d71342f76a5a629dd7073d80bf2417201d7e41e0a11f98faf7e9ac68d3b61e9ee1b21c4c9966f3840d06c2f6d41e4bf259b038d4c262d15cb
+  languageName: node
+  linkType: hard
+
 "magic-string@npm:^0.30.3, magic-string@npm:^0.30.5":
   version: 0.30.17
   resolution: "magic-string@npm:0.30.17"
@@ -22459,7 +22549,7 @@ __metadata:
   languageName: node
   linkType: hard
 
-"make-dir@npm:4.0.0":
+"make-dir@npm:4.0.0, make-dir@npm:^4.0.0":
   version: 4.0.0
   resolution: "make-dir@npm:4.0.0"
   dependencies:
@@ -23277,6 +23367,35 @@ __metadata:
   languageName: node
   linkType: hard
 
+"monocart-coverage-reports@npm:^2.8.7":
+  version: 2.12.6
+  resolution: "monocart-coverage-reports@npm:2.12.6"
+  dependencies:
+    acorn: "npm:^8.14.1"
+    acorn-loose: "npm:^8.5.0"
+    acorn-walk: "npm:^8.3.4"
+    commander: "npm:^13.1.0"
+    console-grid: "npm:^2.2.3"
+    eight-colors: "npm:^1.3.1"
+    foreground-child: "npm:^3.3.1"
+    istanbul-lib-coverage: "npm:^3.2.2"
+    istanbul-lib-report: "npm:^3.0.1"
+    istanbul-reports: "npm:^3.1.7"
+    lz-utils: "npm:^2.1.0"
+    monocart-locator: "npm:^1.0.2"
+  bin:
+    mcr: lib/cli.js
+  checksum: 10/021824eb0eb3bd36f45922f10b78d115c17258eeeb650056d0b2153a05ead0dd74715b197fa99169d6bfc13a2e404c1f524e140664d8994df02013bdc6c75530
+  languageName: node
+  linkType: hard
+
+"monocart-locator@npm:^1.0.2":
+  version: 1.0.2
+  resolution: "monocart-locator@npm:1.0.2"
+  checksum: 10/382578f8405ea22b8c62e462afbbacf7cae702c7c9b94ef700645f855f0ad39951e1a87f89fb93180e22e8e7bd20962675bd1b559a2c62d10951213ea94c1431
+  languageName: node
+  linkType: hard
+
 "moo-color@npm:^1.0.2":
   version: 1.0.2
   resolution: "moo-color@npm:1.0.2"