diff --git a/scripts/data-push.sh b/scripts/data-push.sh index 3d9424e..65b13d1 100755 --- a/scripts/data-push.sh +++ b/scripts/data-push.sh @@ -63,7 +63,10 @@ collect_files() { if [[ "$MODE" != "checkpoints-only" ]]; then for dir in "${DATA_DIRS[@]}"; do local abs="$REPO_ROOT/$dir" - [[ -d "$abs" ]] && find "$abs" -type f -not -name '*.zst' + [[ -d "$abs" ]] && find "$abs" -type f \ + -not -name '*.zst' \ + -not -path '*/.finetune_data_cache/*' \ + -not -path '*/.data_cache/*' done fi