init

1 files changed, 26 insertions, 0 deletions

diff --git a/Justfile b/Justfile
new file mode 100644
index 000000000..f91b708a3
--- /dev/null
+++ b/Justfile
@@ -0,0 +1,26 @@
+_default:
+    just --list
+
+scrape:
+    ./fetch-sitemap
+    ./setup-directories
+    ./list-slugs | xargs -L 64 -P 40 ./fetch-page
+    ./list-slugs | xargs -L 64 -P 0 ./extract-id
+    ./list-slugs | xargs -L 64 -P 40 ./fetch-ics
+    ./list-slugs | xargs -L 64 -P 40 ./fetch-data
+    ./list-slugs | xargs -L 64 -P 40 ./fetch-image
+    ./list-slugs | xargs -L 64 -P 40 ./fetch-location
+    ./list-slugs | xargs -L 64 -P 20 ./fetch-oneline-description
+    ./list-slugs | xargs -L 64 -P 40 ./extract-date
+    ./list-slugs | xargs -L 64 -P 40 ./extract-categories
+    ./list-slugs | xargs -L 64 -P 40 ./extract-circuits
+    ./list-slugs | xargs -L 64 -P 40 ./extract-organizer
+
+scrape-categories:
+    ./list-slugs | xargs -e -L 64 -P 1 ./extract-categories
+
+scrape-circuits:
+    ./list-slugs | xargs -e -L 64 -P 1 ./extract-circuits
+
+scrape-organizer:
+    ./list-slugs | xargs -e -L 64 -P 1 ./extract-organizer