Debugging subways and wiki download

Signed-off-by: zyphlar <zyphlar@gmail.com>
This commit is contained in:
zyphlar
2025-10-25 21:58:33 -07:00
parent 362dae7925
commit 378f144761
2 changed files with 14 additions and 0 deletions

View File

@@ -125,12 +125,14 @@ jobs:
- name: Update Wikipedia from Enterprise API
shell: bash
run: |
#todo: curl in download.sh can fail when rate limited and even save error messages to the output. need to validate.
mkdir -p /media/4tbexternal/osm-planet/wikipedia/dumps
mkdir -p /media/4tbexternal/osm-planet/wikipedia/build
cd /media/4tbexternal/wikiparser
ls -al
echo "Downloading ..."
./download.sh /media/4tbexternal/osm-planet/wikipedia/dumps
ls -al /media/4tbexternal/osm-planet/wikipedia/dumps/*
echo "Running ..."
./run.sh /media/4tbexternal/osm-planet/wikipedia/build \
/media/4tbexternal/osm-planet/planet/planet-latest.osm.pbf \
@@ -272,6 +274,11 @@ jobs:
cmake \
ninja-build \
ca-certificates \
qt6-base-dev \
qt6-positioning-dev \
libqt6svg6-dev \
libqt6positioning6-plugins \
libqt6positioning6 \
python3 \
python3-pip \
git \

View File

@@ -31,7 +31,14 @@ export GEOJSON="$SUBWAYS_VALIDATOR_PATH"
export DUMP_CITY_LIST="$SUBWAYS_VALIDATOR_PATH/cities.txt"
# cd to subways repo so relative paths work in the script
echo "dir is $(pwd)"
pushd "$SUBWAYS_REPO_PATH"
echo "dir is now $(pwd)"
ls -al
ls -al source_data
sed -i 's/# Updating the planet-metro file/pwd && ls -al/g' ./scripts/process_subways.sh
./scripts/process_subways.sh 2>&1 | tee "$SUBWAYS_LOG"
popd