The 15-minute poll interval was re-dispatching builds before they could finish. The prerelease workflow had cancel-in-progress: true which cancelled the running build each time. Change poll to hourly and set cancel-in-progress: false on prerelease builds so they run to completion. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
156 lines
6.6 KiB
YAML
156 lines
6.6 KiB
YAML
name: poll-upstream
|
|
|
|
on:
|
|
schedule:
|
|
- cron: "0 * * * *"
|
|
workflow_dispatch: {}
|
|
|
|
concurrency:
|
|
group: poll-upstream
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
check:
|
|
runs-on: fedora-43
|
|
steps:
|
|
- name: Get upstream latest tag
|
|
id: upstream
|
|
run: |
|
|
tag=$(curl -sSfL \
|
|
-H 'Accept: application/vnd.github+json' \
|
|
https://api.github.com/repos/EricLBuehler/mistral.rs/releases/latest \
|
|
| jq -r .tag_name)
|
|
echo "tag=${tag}" >> "$GITHUB_OUTPUT"
|
|
echo "Upstream latest: ${tag}"
|
|
|
|
- name: Check if all packages are published
|
|
id: published
|
|
run: |
|
|
version="${UPSTREAM_TAG#v}"
|
|
needs_build=false
|
|
for target in "43:ampere" "43:ada" "43:blackwell"; do
|
|
fedora_version="${target%%:*}"
|
|
flavour="${target##*:}"
|
|
base_url="https://rpm.lair.cafe/fedora/${fedora_version}/x86_64"
|
|
rpm_name="mistralrs-${flavour}-${version}-1.fc${fedora_version}.x86_64.rpm"
|
|
|
|
# check that the rpm file exists
|
|
http_code=$(curl \
|
|
--silent \
|
|
--write-out "%{http_code}" \
|
|
--output /dev/null \
|
|
--head \
|
|
--url "${base_url}/${rpm_name}")
|
|
if [ "${http_code}" = "404" ]; then
|
|
echo "missing: ${base_url}/${rpm_name}"
|
|
needs_build=true
|
|
continue
|
|
elif [ "${http_code}" != "200" ]; then
|
|
echo "unexpected HTTP ${http_code} for ${base_url}/${rpm_name}"
|
|
exit 1
|
|
fi
|
|
echo "found: ${base_url}/${rpm_name}"
|
|
|
|
# check that the repo index references this package
|
|
if ! curl --silent --fail "${base_url}/repodata/repomd.xml" \
|
|
| grep --quiet 'primary'; then
|
|
echo "missing or invalid repomd.xml at ${base_url}/repodata/"
|
|
needs_build=true
|
|
continue
|
|
fi
|
|
if ! dnf repoquery \
|
|
--repofrompath=check,"${base_url}" \
|
|
--repo=check \
|
|
--quiet \
|
|
"mistralrs-${flavour}-${version}" 2>&1 \
|
|
| grep --quiet "mistralrs-${flavour}"; then
|
|
echo "repo index missing: mistralrs-${flavour}-${version} not in ${base_url}/repodata/"
|
|
needs_build=true
|
|
continue
|
|
fi
|
|
echo "indexed: mistralrs-${flavour}-${version} in ${base_url}/repodata/"
|
|
done
|
|
echo "already_built=$( [ "${needs_build}" = "true" ] && echo false || echo true )" >> "$GITHUB_OUTPUT"
|
|
env:
|
|
UPSTREAM_TAG: ${{ steps.upstream.outputs.tag }}
|
|
|
|
- name: Trigger build workflow
|
|
if: steps.published.outputs.already_built == 'false'
|
|
run: |
|
|
curl --fail --silent --show-error --location \
|
|
--request POST \
|
|
--header "Authorization: token ${{ secrets.DISPATCH_TOKEN }}" \
|
|
--header 'Content-Type: application/json' \
|
|
--url "${{ github.server_url }}/api/v1/repos/${{ github.repository }}/actions/workflows/build-release.yml/dispatches" \
|
|
--data "{\"ref\":\"refs/heads/main\",\"inputs\":{\"tag\":\"${{ steps.upstream.outputs.tag }}\"}}"
|
|
|
|
check-prerelease:
|
|
runs-on: fedora-43
|
|
steps:
|
|
- name: Get upstream main branch HEAD
|
|
id: upstream
|
|
run: |
|
|
response=$(curl --silent --show-error --fail --location \
|
|
--header 'Accept: application/vnd.github+json' \
|
|
--url 'https://api.github.com/repos/EricLBuehler/mistral.rs/commits/master')
|
|
sha=$(echo "${response}" | jq -r .sha)
|
|
short_sha=$(echo "${sha}" | head --bytes=7)
|
|
date=$(echo "${response}" | jq -r '.commit.committer.date[:10]' | tr -d '-')
|
|
echo "sha=${sha}" >> "$GITHUB_OUTPUT"
|
|
echo "short_sha=${short_sha}" >> "$GITHUB_OUTPUT"
|
|
echo "date=${date}" >> "$GITHUB_OUTPUT"
|
|
echo "Upstream main HEAD: ${sha} (${date})"
|
|
|
|
- name: Get version from upstream Cargo.toml
|
|
id: version
|
|
run: |
|
|
version=$(curl --silent --show-error --fail --location \
|
|
--header 'Accept: application/vnd.github.raw+json' \
|
|
--url "https://api.github.com/repos/EricLBuehler/mistral.rs/contents/Cargo.toml?ref=${{ steps.upstream.outputs.sha }}" \
|
|
| grep '^version' | head --lines=1 | sed 's/.*"\(.*\)".*/\1/')
|
|
echo "version=${version}" >> "$GITHUB_OUTPUT"
|
|
echo "Upstream Cargo.toml version: ${version}"
|
|
|
|
- name: Check if prerelease is already published
|
|
id: published
|
|
run: |
|
|
prerelease="0.1.${UPSTREAM_DATE}git${UPSTREAM_SHORT_SHA}"
|
|
needs_build=false
|
|
for target in "43:ampere" "43:ada" "43:blackwell"; do
|
|
fedora_version="${target%%:*}"
|
|
flavour="${target##*:}"
|
|
base_url="https://rpm.lair.cafe/fedora/${fedora_version}/x86_64/unstable"
|
|
rpm_name="mistralrs-${flavour}-${UPSTREAM_VERSION}-${prerelease}.fc${fedora_version}.x86_64.rpm"
|
|
|
|
http_code=$(curl \
|
|
--silent \
|
|
--write-out "%{http_code}" \
|
|
--output /dev/null \
|
|
--head \
|
|
--url "${base_url}/${rpm_name}")
|
|
if [ "${http_code}" = "404" ]; then
|
|
echo "missing: ${base_url}/${rpm_name}"
|
|
needs_build=true
|
|
continue
|
|
elif [ "${http_code}" != "200" ]; then
|
|
echo "unexpected HTTP ${http_code} for ${base_url}/${rpm_name}"
|
|
exit 1
|
|
fi
|
|
echo "found: ${base_url}/${rpm_name}"
|
|
done
|
|
echo "already_built=$( [ "${needs_build}" = "true" ] && echo false || echo true )" >> "$GITHUB_OUTPUT"
|
|
env:
|
|
UPSTREAM_VERSION: ${{ steps.version.outputs.version }}
|
|
UPSTREAM_DATE: ${{ steps.upstream.outputs.date }}
|
|
UPSTREAM_SHORT_SHA: ${{ steps.upstream.outputs.short_sha }}
|
|
|
|
- name: Trigger prerelease build workflow
|
|
if: steps.published.outputs.already_built == 'false'
|
|
run: |
|
|
curl --fail --silent --show-error --location \
|
|
--request POST \
|
|
--header "Authorization: token ${{ secrets.DISPATCH_TOKEN }}" \
|
|
--header 'Content-Type: application/json' \
|
|
--url "${{ github.server_url }}/api/v1/repos/${{ github.repository }}/actions/workflows/build-prerelease.yml/dispatches" \
|
|
--data "{\"ref\":\"refs/heads/main\",\"inputs\":{\"commit\":\"${{ steps.upstream.outputs.sha }}\",\"version\":\"${{ steps.version.outputs.version }}\",\"date\":\"${{ steps.upstream.outputs.date }}\",\"short_sha\":\"${{ steps.upstream.outputs.short_sha }}\"}}"
|