joey/SEC-cyBERT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixing lfs ignores

Browse Source
This commit is contained in:
Joey Eamigh 2026-04-06 15:52:55 -04:00
parent e4d341cecc
commit 658c739058
No known key found for this signature in database
GPG Key ID: CE8C05DFFC53C9CB
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scripts/data-push.sh
View File

@ -63,7 +63,10 @@ collect_files() {
if [[ "$MODE" != "checkpoints-only" ]]; then if [[ "$MODE" != "checkpoints-only" ]]; then
for dir in "${DATA_DIRS[@]}"; do for dir in "${DATA_DIRS[@]}"; do
local abs="$REPO_ROOT/$dir" local abs="$REPO_ROOT/$dir"
[[ -d "$abs" ]] && find "$abs" -type f -not -name '*.zst' [[ -d "$abs" ]] && find "$abs" -type f \
-not -name '*.zst' \
-not -path '*/.finetune_data_cache/*' \
-not -path '*/.data_cache/*'
done done
fi fi