Parse result logs (#326)

* Add doc on parsing logs and scripts to unpack dataset

* Reorganize scripts

* Reorg markdown files.
This commit is contained in:
Evan Downing
2025-08-27 15:26:38 -04:00
committed by GitHub
parent 2284fc1864
commit 2be6f91545
11 changed files with 151 additions and 27 deletions
+8
View File
@@ -0,0 +1,8 @@
#!/bin/bash
if [ "$#" -ne 1 ]; then
echo "usage: $0 <keyword>"
exit 1
fi
find tasks_storage -name "task_meta.json" -exec grep -rIil "$1" {} \; | cut -d '/' -f 1-2 | sort -u
+20
View File
@@ -0,0 +1,20 @@
#!/bin/bash
if [ "$#" -ne 0 ]; then
echo "usage: $0"
exit 1
fi
# Clean up
rm -rf tasks_storage
# Unpack
tar xvf tasks_storage.tar
# Decompress
for fn in `find tasks_storage -name *.tgz`; do
dst="${fn%.tgz}"
mkdir $dst
tar xvzf $fn -C $dst
rm $fn
done