Add importer for ioverlander into imag-wiki
This commit is contained in:
parent
9efa4c715f
commit
9f99783c6e
1 changed files with 152 additions and 0 deletions
152
etc/ioverlander-wiki-import.sh
Normal file
152
etc/ioverlander-wiki-import.sh
Normal file
|
|
@ -0,0 +1,152 @@
|
||||||
|
#!/usr/bin/env bash
|
||||||
|
#
|
||||||
|
# This script imports iOverlander data into a imag-wiki
|
||||||
|
#
|
||||||
|
# Requirements
|
||||||
|
# ============
|
||||||
|
#
|
||||||
|
# * imag-wiki
|
||||||
|
# * imag-gps
|
||||||
|
# * imag-store
|
||||||
|
# * jq
|
||||||
|
#
|
||||||
|
# Usage
|
||||||
|
# =====
|
||||||
|
#
|
||||||
|
# Download the JSON data files from app.ioverlander.com and run them through
|
||||||
|
# this script.
|
||||||
|
#
|
||||||
|
# ./this/script wiki-name ioverlander-file.json
|
||||||
|
#
|
||||||
|
# What it does
|
||||||
|
# ============
|
||||||
|
#
|
||||||
|
# It imports each location from the JSON data into one entry at:
|
||||||
|
#
|
||||||
|
# <wiki_name>/<country>/<location name>_<location id>
|
||||||
|
#
|
||||||
|
# (The location id is added because names are sometimes reused)
|
||||||
|
#
|
||||||
|
# * It uses imag-gps to set the GPS data
|
||||||
|
# * It sets the header of the entry to the data it finds from the JSON object.
|
||||||
|
# It puts all data in the "userdata.ioverlander" namespace.
|
||||||
|
# It strips whitespace from the keys.
|
||||||
|
# It ignores the GPS data from the JSON object though, as this was added via
|
||||||
|
# imag-gps.
|
||||||
|
# * It uses the "description" field as entry content.
|
||||||
|
#
|
||||||
|
# Warning
|
||||||
|
# =======
|
||||||
|
#
|
||||||
|
# As the ioverlander data sometimes contains "/" in the name, some entries are
|
||||||
|
# namespaced. This has to be fixed and the linkings have to be adapted. This is
|
||||||
|
# not yet handled by this script.
|
||||||
|
#
|
||||||
|
#
|
||||||
|
|
||||||
|
WIKI_NAME="$1"
|
||||||
|
IOVERLANDER_FILE_PATH="$2"
|
||||||
|
|
||||||
|
[[ -z "$WIKI_NAME" ]] && echo "Wiki name missing" && exit 1
|
||||||
|
[[ -z "$IOVERLANDER_FILE_PATH" ]] && echo "JSON file missing" && exit 1
|
||||||
|
|
||||||
|
imag wiki create-wiki "$WIKI_NAME" --no-edit
|
||||||
|
echo "Created imag wiki '$WIKI_NAME'"
|
||||||
|
|
||||||
|
tobool() {
|
||||||
|
if [[ "$1" == "Yes" ]]; then
|
||||||
|
echo "true"
|
||||||
|
elif [[ "$1" == "No" ]]; then
|
||||||
|
echo "false"
|
||||||
|
else
|
||||||
|
echo "\"$1\""
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
object_to_vars() {
|
||||||
|
jq -r -c 'to_entries | .[] | .key + "=\"" + (.value | tostring | gsub("\\\""; "")) + "\""'
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# The comments in this function can be outcommented for debugging
|
||||||
|
process_object() {
|
||||||
|
read -r json
|
||||||
|
|
||||||
|
local location_latitude
|
||||||
|
local location_longitude
|
||||||
|
local location_altitude
|
||||||
|
local location_horizontal_accuracy
|
||||||
|
local location_vertical_accuracy
|
||||||
|
local amenities_Open
|
||||||
|
local amenities_Electricity
|
||||||
|
local amenities_Wifi
|
||||||
|
local amenities_Kitchen
|
||||||
|
local amenities_Restaurant
|
||||||
|
local amenities_Showers
|
||||||
|
local amenities_Water
|
||||||
|
local amenities_Toilets
|
||||||
|
local amenities_Big_rig_friendly
|
||||||
|
local amenities_Tent_friendly
|
||||||
|
local amenities_Pet_friendly
|
||||||
|
local id
|
||||||
|
local name
|
||||||
|
local description
|
||||||
|
local date_verified
|
||||||
|
local category_icon_path
|
||||||
|
local category_icon_pin_path
|
||||||
|
local country
|
||||||
|
local category
|
||||||
|
|
||||||
|
#echo "----------------------------------------------------------"
|
||||||
|
#echo "JSON = $json"
|
||||||
|
#echo "-----------"
|
||||||
|
#echo $json | jq '.location' | object_to_vars | sed 's,^,location_,'
|
||||||
|
#echo $json | jq '.amenities' | object_to_vars | sed 's,^,amenities_,; s, Big,_big,; s, Rig,_rig,; s, Friendly,_friendly,'
|
||||||
|
#echo $json | jq 'del(.location)|del(.amenities)' | object_to_vars
|
||||||
|
|
||||||
|
eval $(echo $json | jq '.location' | object_to_vars | sed 's,^,location_,')
|
||||||
|
eval $(echo $json | jq '.amenities' | object_to_vars | sed 's,^,amenities_,; s, Big,_big,; s, Rig,_rig,; s, Friendly,_friendly,')
|
||||||
|
eval $(echo $json | jq 'del(.location)|del(.amenities)' | object_to_vars)
|
||||||
|
|
||||||
|
local ctry_slug=$(echo $country | sed 's, ,_,g')
|
||||||
|
local name_slug=$(echo $name | sed 's, ,_,g')
|
||||||
|
|
||||||
|
echo "create = $ctry_slug/${name_slug}_${id}"
|
||||||
|
|
||||||
|
local article=$(imag wiki --wiki "$WIKI_NAME" create "$ctry_slug/${name_slug}_${id}" --no-edit --print-id || exit 1)
|
||||||
|
|
||||||
|
echo "ARTICLE = $article"
|
||||||
|
|
||||||
|
imag gps add --lat="$location_latitude" --long="$location_longitude" "$article" || {
|
||||||
|
echo "GPS setting failed"
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
imag store update --id "$article" \
|
||||||
|
--header \
|
||||||
|
"userdata.ioverlander.id=\"$id\"" \
|
||||||
|
"userdata.ioverlander.name=\"$name\"" \
|
||||||
|
"userdata.ioverlander.date_verified=\"$date_verified\"" \
|
||||||
|
"userdata.ioverlander.country=\"$country\"" \
|
||||||
|
"userdata.ioverlander.category=\"$category\"" \
|
||||||
|
"userdata.ioverlander.amenities.open=$(tobool "$amenities_Open")" \
|
||||||
|
"userdata.ioverlander.amenities.electricity=$(tobool "$amenities_Electricity")" \
|
||||||
|
"userdata.ioverlander.amenities.wifi=$(tobool "$amenities_Wifi")" \
|
||||||
|
"userdata.ioverlander.amenities.kitchen=$(tobool "$amenities_Kitchen")" \
|
||||||
|
"userdata.ioverlander.amenities.restaurant=$(tobool "$amenities_Restaurant")" \
|
||||||
|
"userdata.ioverlander.amenities.showers=$(tobool "$amenities_Showers")" \
|
||||||
|
"userdata.ioverlander.amenities.water=$(tobool "$amenities_Water")" \
|
||||||
|
"userdata.ioverlander.amenities.toilets=$(tobool "$amenities_Toilets")" \
|
||||||
|
"userdata.ioverlander.amenities.big_rig_friendly=$(tobool "$amenities_Big_rig_friendly")" \
|
||||||
|
"userdata.ioverlander.amenities.tent_friendly=$(tobool "$amenities_Tent_friendly")" \
|
||||||
|
"userdata.ioverlander.amenities.pet_friendly=$(tobool "$amenities_Pet_friendly")" \
|
||||||
|
--content \""$description\"" || {
|
||||||
|
echo "header/content setting failed";
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
cat "$IOVERLANDER_FILE_PATH" | jq -c '.[]' | while read line; do
|
||||||
|
process_object
|
||||||
|
done
|
||||||
|
|
||||||
Loading…
Reference in a new issue