aboutsummaryrefslogtreecommitdiff
path: root/Justfile
blob: 7583d26693ca74d3c0f5b9d36f0a27908c0869e7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
_default:
    just --list

commit:
    ./commit-events.sh

scrape:
    ./fetch-sitemap
    ./setup-directories
    ./list-slugs | xargs -L 64 -P 40 ./fetch-page
    ./list-slugs | xargs -L 64 -P 0 ./extract-id
    ./list-slugs | xargs -L 64 -P 40 ./fetch-ics
    ./list-slugs | xargs -L 64 -P 40 ./fetch-data
    ./list-slugs | xargs -L 64 -P 40 ./fetch-image
    ./list-slugs | xargs -L 64 -P 40 ./fetch-location
    ./list-slugs | xargs -L 64 -P 20 ./fetch-oneline-description
    ./list-slugs | xargs -L 64 -P 40 ./extract-date
    ./list-slugs | xargs -L 64 -P 40 ./extract-categories
    ./list-slugs | xargs -L 64 -P 40 ./extract-circuits
    ./list-slugs | xargs -L 64 -P 40 ./extract-organizer
    ./list-slugs | xargs -L 64 -P 40 ./extract-slug
    ./list-slugs | xargs -L 64 -P 40 ./extract-title
    ./list-slugs | xargs -L 64 -P 40 ./extract-event-url

scrape-categories:
    ./list-slugs | xargs -e -L 64 -P 1 ./extract-categories

scrape-circuits:
    ./list-slugs | xargs -e -L 64 -P 1 ./extract-circuits

scrape-organizer:
    ./list-slugs | xargs -e -L 64 -P 1 ./extract-organizer