name: Build on: push: paths: - ".github/workflows/build.yml" - "app/**" pull_request: paths: - ".github/workflows/build.yml" - "app/**" schedule: - cron: '22 4 * * *' jobs: build: if: ${{ always() }} runs-on: ubuntu-latest container: image: docker.io/zmkfirmware/zmk-build-arm:3.0 needs: compile-matrix strategy: matrix: include: ${{ fromJSON(needs.compile-matrix.outputs.include-list) }} steps: - name: Checkout uses: actions/checkout@v3 - name: Cache west modules uses: actions/cache@v3.0.2 env: cache-name: cache-zephyr-modules with: path: | modules/ tools/ zephyr/ bootloader/ key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('app/west.yml') }} restore-keys: | ${{ runner.os }}-build-${{ env.cache-name }}- ${{ runner.os }}-build- ${{ runner.os }}- timeout-minutes: 2 continue-on-error: true - name: Initialize workspace (west init) run: west init -l app - name: Update modules (west update) run: west update - name: Export Zephyr CMake package (west zephyr-export) run: west zephyr-export - name: Use Node.js uses: actions/setup-node@v2 with: node-version: '14.x' - name: Install @actions/artifact run: npm install @actions/artifact - name: Build and upload artifacts uses: actions/github-script@v4 id: boards-list with: script: | const fs = require('fs'); const artifact = require('@actions/artifact'); const artifactClient = artifact.create(); const execSync = require('child_process').execSync; const buildShieldArgs = JSON.parse(`${{ matrix.shieldArgs }}`); let error = false; for (const shieldArgs of buildShieldArgs) { try { const output = execSync(`west build -s app -p -b ${{ matrix.board }} -- ${shieldArgs.shield ? '-DSHIELD="' + shieldArgs.shield + '"' : ''} ${shieldArgs['cmake-args'] || ''}`); console.log(`::group::${{ matrix.board}} ${shieldArgs.shield} Build`) console.log(output.toString()); const fileExtensions = ["hex", "uf2"]; const files = fileExtensions .map(extension => "build/zephyr/zmk." + extension) .filter(path => fs.existsSync(path)); const rootDirectory = 'build/zephyr'; const options = { continueOnError: true } const cmakeName = shieldArgs['cmake-args'] ? '-' + (shieldArgs.nickname || shieldArgs['cmake-args'].split(' ').join('')) : ''; const artifactName = `${{ matrix.board }}${shieldArgs.shield ? '-' + shieldArgs.shield : ''}${cmakeName}-zmk`; await artifactClient.uploadArtifact(artifactName, files, rootDirectory, options); } catch (e) { console.error(`::error::Failed to build or upload ${{ matrix.board }} ${shieldArgs.shield} ${shieldArgs['cmake-args']}`); console.error(e); error = true; } finally { console.log('::endgroup::'); } } if (error) { throw new Error('Failed to build one or more configurations'); } compile-matrix: if: ${{ always() }} runs-on: ubuntu-latest needs: [core-coverage, board-changes, nightly] outputs: include-list: ${{ steps.compile-list.outputs.result }} steps: - name: Join build lists uses: actions/github-script@v4 id: compile-list with: script: | const coreCoverage = `${{ needs.core-coverage.outputs.core-include }}` || "[]"; const boardChanges = `${{ needs.board-changes.outputs.boards-include }}` || "[]"; const nightly = `${{ needs.nightly.outputs.nightly-include }}` || "[]"; const combined = [ ...JSON.parse(coreCoverage), ...JSON.parse(boardChanges), ...JSON.parse(nightly) ]; const combinedUnique = [...new Map(combined.map(el => [JSON.stringify(el), el])).values()]; const perBoard = {}; for (const configuration of combinedUnique) { if (!perBoard[configuration.board]) perBoard[configuration.board] = []; perBoard[configuration.board].push({ shield: configuration.shield, 'cmake-args': configuration['cmake-args'], nickname: configuration.nickname }) } return Object.entries(perBoard).map(([board, shieldArgs]) => ({ board, shieldArgs: JSON.stringify(shieldArgs), })); core-coverage: if: ${{ needs.get-changed-files.outputs.core-changes == 'true' }} runs-on: ubuntu-latest needs: get-changed-files outputs: core-include: ${{ steps.core-list.outputs.result }} steps: - name: Checkout uses: actions/checkout@v3 - name: Use Node.js uses: actions/setup-node@v2 with: node-version: '14.x' - name: Install js-yaml run: npm install js-yaml - uses: actions/github-script@v4 id: core-list with: script: | const fs = require('fs'); const yaml = require('js-yaml'); const coreCoverage = yaml.load(fs.readFileSync('app/core-coverage.yml', 'utf8')); let include = coreCoverage.board.flatMap(board => coreCoverage.shield.map(shield => ({ board, shield })) ); return [...include, ...coreCoverage.include]; board-changes: if: ${{ needs.get-changed-files.outputs.board-changes == 'true' }} runs-on: ubuntu-latest needs: [get-grouped-hardware, get-changed-files] outputs: boards-include: ${{ steps.boards-list.outputs.result }} steps: - name: Checkout uses: actions/checkout@v3 - name: Use Node.js uses: actions/setup-node@v2 with: node-version: '14.x' - name: Install js-yaml run: npm install js-yaml - uses: actions/github-script@v4 id: boards-list with: script: | const fs = require('fs'); const yaml = require('js-yaml'); const changedFiles = JSON.parse(`${{ needs.get-changed-files.outputs.changed-files }}`); const metadata = JSON.parse(`${{ needs.get-grouped-hardware.outputs.organized-metadata }}`); const boardChanges = new Set(changedFiles.filter(f => f.startsWith('app/boards')).map(f => f.split('/').slice(0, 4).join('/'))); return (await Promise.all([...boardChanges].flatMap(async bc => { const globber = await glob.create(bc + "/*.zmk.yml"); const files = await globber.glob(); const aggregated = files.flatMap((f) => yaml.loadAll(fs.readFileSync(f, "utf8")) ); const boardAndShield = (b, s) => { if (s.siblings) { return s.siblings.map(shield => ({ board: b.id, shield, })); } else { return { board: b.id, shield: s.id }; } } return aggregated.flatMap(hm => { switch (hm.type) { case "board": if (hm.features && hm.features.includes("keys")) { if (hm.siblings) { return hm.siblings.map(board => ({ board, })); } else { return { board: hm.id }; } } else if (hm.exposes) { return hm.exposes.flatMap(i => metadata.interconnects[i].shields.flatMap(s => boardAndShield(hm, s)) ); } else { console.error("Board without keys or interconnect"); } break; case "shield": if (hm.features && hm.features.includes("keys")) { return hm.requires.flatMap(i => metadata.interconnects[i].boards.flatMap(b => boardAndShield(b, hm)) ); } else { console.warn("Unhandled shield without keys"); return []; } break; case "interconnect": return []; } }); }))).flat(); nightly: if: ${{ github.event_name == 'schedule' }} runs-on: ubuntu-latest needs: get-grouped-hardware outputs: nightly-include: ${{ steps.nightly-list.outputs.result }} steps: - name: Create nightly list uses: actions/github-script@v4 id: nightly-list with: script: | const metadata = JSON.parse(`${{ needs.get-grouped-hardware.outputs.organized-metadata }}`); let includeOnboard = metadata.onboard.flatMap(b => { if (b.siblings) { return b.siblings.map(board => ({ board, })); } else { return { board: b.id, }; } }); let includeInterconnect = Object.values(metadata.interconnects).flatMap(i => i.boards.flatMap(b => i.shields.flatMap(s => { if (s.siblings) { return s.siblings.map(shield => ({ board: b.id, shield, })); } else { return { board: b.id, shield: s.id, }; } }) ) ); return [...includeOnboard, ...includeInterconnect]; get-grouped-hardware: runs-on: ubuntu-latest outputs: organized-metadata: ${{ steps.organize-metadata.outputs.result }} steps: - name: Checkout uses: actions/checkout@v3 - name: Use Node.js uses: actions/setup-node@v2 with: node-version: '14.x' - name: Install js-yaml run: npm install js-yaml - name: Aggregate Metadata uses: actions/github-script@v4 id: aggregate-metadata with: script: | const fs = require('fs'); const yaml = require('js-yaml'); const globber = await glob.create("app/boards/**/*.zmk.yml"); const files = await globber.glob(); const aggregated = files.flatMap((f) => yaml.loadAll(fs.readFileSync(f, "utf8")) ); return JSON.stringify(aggregated).replace(/\\/g,"\\\\"); result-encoding: string - name: Organize Metadata uses: actions/github-script@v4 id: organize-metadata with: script: | const hardware = JSON.parse(`${{ steps.aggregate-metadata.outputs.result }}`); const grouped = hardware.reduce((agg, hm) => { switch (hm.type) { case "board": if (hm.features && hm.features.includes("keys")) { agg.onboard.push(hm); } else if (hm.exposes) { hm.exposes.forEach((element) => { let ic = agg.interconnects[element] || { boards: [], shields: [], }; ic.boards.push(hm); agg.interconnects[element] = ic; }); } else { console.error("Board without keys or interconnect"); } break; case "shield": if (hm.features && hm.features.includes("keys")) { hm.requires.forEach((id) => { let ic = agg.interconnects[id] || { boards: [], shields: [] }; ic.shields.push(hm); agg.interconnects[id] = ic; }); } break; case "interconnect": let ic = agg.interconnects[hm.id] || { boards: [], shields: [] }; ic.interconnect = hm; agg.interconnects[hm.id] = ic; break; } return agg; }, { onboard: [], interconnects: {} }); return JSON.stringify(grouped).replace(/\\/g,"\\\\"); result-encoding: string get-changed-files: if: ${{ github.event_name != 'schedule' }} runs-on: ubuntu-latest outputs: changed-files: ${{ steps.changed-files.outputs.all }} board-changes: ${{ steps.board-changes.outputs.result }} core-changes: ${{ steps.core-changes.outputs.result }} steps: - uses: Ana06/get-changed-files@v2.0.0 id: changed-files with: format: 'json' - uses: actions/github-script@v4 id: board-changes with: script: | const changedFiles = JSON.parse(`${{ steps.changed-files.outputs.all }}`); const boardChanges = changedFiles.filter(f => f.startsWith('app/boards')); return boardChanges.length ? 'true' : 'false'; result-encoding: string - uses: actions/github-script@v4 id: core-changes with: script: | const changedFiles = JSON.parse(`${{ steps.changed-files.outputs.all }}`); const boardChanges = changedFiles.filter(f => f.startsWith('app/boards')); const appChanges = changedFiles.filter(f => f.startsWith('app')); const ymlChanges = changedFiles.includes('.github/workflows/build.yml'); return boardChanges.length < appChanges.length || ymlChanges ? 'true' : 'false'; result-encoding: string