LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
UN-1929 [FIX] Skip uv locking when lockfiles are already up to date (#2244)
Deepak K62a41e929fa1
diff --git a/.github/workflows/uv-lock-automation.yaml b/.github/workflows/uv-lock-automation.yamlindex 52c336438..af4961add 100644--- a/.github/workflows/uv-lock-automation.yaml+++ b/.github/workflows/uv-lock-automation.yaml@@ -13,6 +13,14 @@ on:required: falsedefault: "" # Run for all dirs specified in docker/scripts/uv-lock-gen/uv-lock.sh+# Serialize per branch. Pushing twice in quick succession used to start+# overlapping runs that raced each other's auto-commit, and the loser failed the+# whole job with "failed to push some refs". Only the newest run's lockfiles are+# of any interest, so cancel whatever is already in flight for the same branch.+concurrency:+ group: ${{ github.workflow }}-${{ github.head_ref || github.ref }}+ cancel-in-progress: true+jobs:update_uv_lock:name: Update UV lock in all directoriesdiff --git a/docker/scripts/uv-lock-gen/uv-lock.sh b/docker/scripts/uv-lock-gen/uv-lock.shindex 71c802c81..62bd8b6d8 100755--- a/docker/scripts/uv-lock-gen/uv-lock.sh+++ b/docker/scripts/uv-lock-gen/uv-lock.sh@@ -1,80 +1,39 @@#!/bin/bashset -o pipefail-# Resolved pyproject.toml paths for a directory's local path dependencies.-# The lockfile is read as well as the pyproject: it records the whole resolved-# graph, so a change further down it (sdk1 -> connectors) is still seen, while-# the pyproject covers a dependency added but not yet locked.-get_local_dep_pyprojects() {- local dir="$1"-- {- grep -oP 'path\s*=\s*"\K[^"]+' "$dir/pyproject.toml" 2>/dev/null- grep -oP 'source = \{ (editable|directory) = "\K[^"]+' "$dir/uv.lock" 2>/dev/null- } | while read -r rel_path; do- local dep_pyproject- dep_pyproject=$(realpath --relative-to=. "$dir/$rel_path/pyproject.toml" 2>/dev/null) || continue- if [[ -f "$dep_pyproject" ]]; then- echo "$dep_pyproject"- fi- done | sort -u-}--# Check if a directory's own pyproject.toml or any of its local-# path dependencies' pyproject.toml files have changed vs origin/main.-has_dependency_changes() {- local dir="$1"- local file_path="$dir/pyproject.toml"-- # Check direct changes- if ! git diff --quiet origin/main -- "$file_path"; then- echo "[$dir] Changes detected in '$file_path'"- return 0- fi-- # Check transitive local dependency changes- local dep_pyprojects- dep_pyprojects=$(get_local_dep_pyprojects "$dir")- for dep in $dep_pyprojects; do- if ! git diff --quiet origin/main -- "$dep"; then- echo "[$dir] Changes detected in transitive dependency '$dep'"- return 0- fi- done-- return 1-}-# Function to update the lockfile in a directory+#+# `uv lock --check` is the authoritative staleness test: it exits non-zero only+# when uv.lock is missing or no longer agrees with pyproject.toml, transitive+# local path dependencies included. Gating on it means a PR that already carries+# correct lockfiles is a genuine no-op, rather than a re-resolve that rewrites+# the tree and leaves the auto-commit step with nothing useful to push.+#+# `uv lock` (not `uv sync`) is what we want here: the workflow only ever commits+# uv.lock, so building a virtualenv and installing every package is wasted work+# and the single largest source of failures in this job.update_lockfile() {- dir="$1"- file_path="$dir/pyproject.toml"+ local dir="$1"+ local file_path="$dir/pyproject.toml"if [[ ! -f "$file_path" ]]; thenecho "[$dir] No pyproject.toml found in '$dir'"return 0fi- echo "[$dir] Checking '$file_path' and its dependencies for changes against origin/main..."- if has_dependency_changes "$dir"; then- echo "[$dir] Updating uv.lock for '$dir' ..."+ # Run in a subshell so the directory change is scoped to this invocation+ (+ cd "$dir" || exit 1- # Move to the directory if it's not root- if [[ "$dir" != "." ]]; then- cd "$dir" || return 1+ echo "[$dir] Checking whether uv.lock is up to date..."+ if uv lock --check >/dev/null 2>&1; then+ echo "[$dir] uv.lock is already up to date, nothing to do"+ exit 0fi- # Use uv to generate lock file- echo "[$dir] Updating uv.lock..."- uv sync 2>&1 | sed "s|^|[$dir] |" || return 1-- # Go back to root if moved to a subdirectory- if [[ "$dir" != "." ]]; then- cd - || return 1- fi- else- echo "[$dir] No changes detected in '$file_path' or its dependencies"- fi+ echo "[$dir] uv.lock is out of date, regenerating..."+ uv lock 2>&1 | sed "s|^|[$dir] |"+ )}# https://unix.stackexchange.com/a/124148@@ -115,9 +74,6 @@ if [ "$#" -gt 0 ]; thendirectories=("$@")fi-# To compare against main branch-git fetch origin main-# Array to store the job PIDs and directoriespids=()dirs=()