Download RIB files in multiple threads

This commit is contained in:
Yifan Gao 2024-07-08 14:56:14 +08:00
parent 697c7a50c8
commit 32cdbeb30d
2 changed files with 3 additions and 3 deletions

View File

@ -23,7 +23,7 @@ jobs:
- uses: actions/setup-go@v2
with:
go-version: 1.16
- run: sudo apt-get install -y lftp bgpdump tree jq
- run: sudo apt-get install -y lftp bgpdump tree jq axel
- uses: actions/cache@v3
with:
key: ${{ runner.os }}-build-dependencies

View File

@ -20,7 +20,7 @@ get_asn(){
}
prepare_data_v4(){
bgpkit-broker latest -c rrc00 --json | jq -c '.[] | select( .data_type | contains("rib")) | .url' | head -n 1 | xargs curl -sSL -o rib.gz
bgpkit-broker latest -c rrc00 --json | jq -c '.[] | select( .data_type | contains("rib")) | .url' | head -n 1 | xargs axel -q -o rib.gz
stat rib.gz
log_info "runing bgpdump v4 ..."
bgpdump -m -O rib.txt rib.gz
@ -28,7 +28,7 @@ prepare_data_v4(){
log_info "finish bgpdump v4"
}
prepare_data_v6(){
bgpkit-broker latest -c route-views6 --json | jq -c '.[] | select( .data_type | contains("rib")) | .url' | head -n 1 | xargs curl -sSL -o rib6.bz2
bgpkit-broker latest -c route-views6 --json | jq -c '.[] | select( .data_type | contains("rib")) | .url' | head -n 1 | xargs axel -q -o rib6.bz2
stat rib6.bz2
log_info "runing bgpdump v6 ..."
bgpdump -m -O rib6.txt rib6.bz2