From c2c497544e005239411896632b592901e4fc475a Mon Sep 17 00:00:00 2001
From: Hsieh Chin Fan <typebrook@gmail.com>
Date: Fri, 28 Aug 2020 10:19:25 +0800
Subject: update

---
 tools/csv.move_column          |  18 -----
 tools/csv.reorder              |  17 -----
 tools/csv/csv.move_column      |  18 +++++
 tools/csv/csv.reorder          |  17 +++++
 tools/csv/csv2geojson          |  46 ++++++++++++
 tools/csv2geojson              |  46 ------------
 tools/gis/match-road.sh        | 148 +++++++++++++++++++++++++++++++++++++++
 tools/git/swap-protocol.bash   |  25 +++++++
 tools/github-release.sh        | 154 -----------------------------------------
 tools/github/github-release.sh | 154 +++++++++++++++++++++++++++++++++++++++++
 tools/match-road.sh            | 148 ---------------------------------------
 tools/swap-protocol.bash       |  25 -------
 12 files changed, 408 insertions(+), 408 deletions(-)
 delete mode 100755 tools/csv.move_column
 delete mode 100755 tools/csv.reorder
 create mode 100755 tools/csv/csv.move_column
 create mode 100755 tools/csv/csv.reorder
 create mode 100755 tools/csv/csv2geojson
 delete mode 100755 tools/csv2geojson
 create mode 100755 tools/gis/match-road.sh
 create mode 100755 tools/git/swap-protocol.bash
 delete mode 100755 tools/github-release.sh
 create mode 100755 tools/github/github-release.sh
 delete mode 100755 tools/match-road.sh
 delete mode 100755 tools/swap-protocol.bash

(limited to 'tools')

diff --git a/tools/csv.move_column b/tools/csv.move_column
deleted file mode 100755
index a62701f..0000000
--- a/tools/csv.move_column
+++ /dev/null
@@ -1,18 +0,0 @@
-#! /bin/bash
-
-# show each field with index in csv
-echo -------------- > /dev/tty
-head -1 < $1 | sed 's/,/ /g' | awk '{for (i=1; i<=NF; i++) printf $i "_" i " "; print ""}' > /dev/tty
-echo -------------- > /dev/tty
-echo > /dev/tty
-
-# get index of lon/lat column
-read -p "Move which column? " origin_col
-read -p "To which index? " new_col
-
-cat $1 |
-# move lon and lat to the first and second column
-awk -F',' -v OFS="," -v origin_th=$origin_col -v new_th=$new_col '\
-    {for (i=1; i<= NF; i++) if (i == new_th) printf $origin_th OFS $i OFS; else if (i == origin_th); else printf $i OFS; print ""}\
-    ' |\
-sed 's/,$//g'
diff --git a/tools/csv.reorder b/tools/csv.reorder
deleted file mode 100755
index 8a64239..0000000
--- a/tools/csv.reorder
+++ /dev/null
@@ -1,17 +0,0 @@
-#! /bin/bash
-
-# show each field with index in csv
-echo -------------- > /dev/tty
-head -1 < $1 | awk -F',' '{for (i=1; i<=NF; i++) printf $i "_" i " "; print ""}' > /dev/tty
-echo -------------- > /dev/tty
-echo > /dev/tty
-
-read -p "type column numbers by new order, like 3 2 1: " order
-
-arrange=$(echo $order | sed -r 's/([^ ]+)/$\1/g' | tr ' ' ',')
-
-cat $1 |\
-awk -F',' "BEGIN{OFS=\",\"}{print $arrange}" |\
-tee /tmp/csv
-
-echo "Also copied to /tmp/csv" > /dev/tty
diff --git a/tools/csv/csv.move_column b/tools/csv/csv.move_column
new file mode 100755
index 0000000..a62701f
--- /dev/null
+++ b/tools/csv/csv.move_column
@@ -0,0 +1,18 @@
+#! /bin/bash
+
+# show each field with index in csv
+echo -------------- > /dev/tty
+head -1 < $1 | sed 's/,/ /g' | awk '{for (i=1; i<=NF; i++) printf $i "_" i " "; print ""}' > /dev/tty
+echo -------------- > /dev/tty
+echo > /dev/tty
+
+# get index of lon/lat column
+read -p "Move which column? " origin_col
+read -p "To which index? " new_col
+
+cat $1 |
+# move lon and lat to the first and second column
+awk -F',' -v OFS="," -v origin_th=$origin_col -v new_th=$new_col '\
+    {for (i=1; i<= NF; i++) if (i == new_th) printf $origin_th OFS $i OFS; else if (i == origin_th); else printf $i OFS; print ""}\
+    ' |\
+sed 's/,$//g'
diff --git a/tools/csv/csv.reorder b/tools/csv/csv.reorder
new file mode 100755
index 0000000..8a64239
--- /dev/null
+++ b/tools/csv/csv.reorder
@@ -0,0 +1,17 @@
+#! /bin/bash
+
+# show each field with index in csv
+echo -------------- > /dev/tty
+head -1 < $1 | awk -F',' '{for (i=1; i<=NF; i++) printf $i "_" i " "; print ""}' > /dev/tty
+echo -------------- > /dev/tty
+echo > /dev/tty
+
+read -p "type column numbers by new order, like 3 2 1: " order
+
+arrange=$(echo $order | sed -r 's/([^ ]+)/$\1/g' | tr ' ' ',')
+
+cat $1 |\
+awk -F',' "BEGIN{OFS=\",\"}{print $arrange}" |\
+tee /tmp/csv
+
+echo "Also copied to /tmp/csv" > /dev/tty
diff --git a/tools/csv/csv2geojson b/tools/csv/csv2geojson
new file mode 100755
index 0000000..e742be6
--- /dev/null
+++ b/tools/csv/csv2geojson
@@ -0,0 +1,46 @@
+#! /bin/bash
+
+# -s to skip specify columns of longitude and latitude
+for i in "$@"
+do
+case $i in
+  -s)
+    lon_col=0; lat_col=1
+    shift;;
+
+  *)
+    csv=$i
+    shift;;
+esac
+done
+
+# if no -s option, just read from input
+if [ "$lon_col" != "0" ]; then
+  # show each field with index in csv
+  echo -------------- > /dev/tty
+  head -1 < $csv | tr ',' '\n' | nl > /dev/tty
+  echo -------------- > /dev/tty
+  echo > /dev/tty
+
+  # get index of lon/lat column
+  read -p "Number of longitude column: " lon_col
+  read -p "Number of latitude column: " lat_col
+fi
+
+(which dos2unix &>/dev/null && dos2unix <$csv || cat $csv) |\
+# move lon and lat to the first and second column
+awk -F',' -v lon_th=$lon_col -v lat_th=$lat_col '\
+  BEGIN{OFS=","}\
+  {printf $lon_th "," $lat_th; for (i=1; i<= NF; i++) if (i != lat_th && i != lon_th) printf "," $i; print ""}\
+  ' |\
+# change csv into array format, like [lon, lat, "field1", field2...]
+sed 's/[^,]*/"\0"/g; s/.*/[\0]/g' |\
+# wrap other fields as a json object, like [lon, lat, {...}]
+jq -s '.[0][2:] as $fields | .[1:][] | [.[0], .[1], ([$fields, .[2:]] | transpose | map({(.[0]): .[1]}) | add)]' |\
+# create array of geojson point features
+jq '{"type": "Feature",  "properties": .[2],  "geometry":{ "type": "Point",  "coordinates": [(.[0] | tonumber), (.[1] | tonumber)] } }' |\
+# wrap features as geojson format
+jq -s '{"type": "FeatureCollection", "features": .}' |\
+tee /tmp/geojson
+
+echo stored into /tmp/geojson > /dev/tty
diff --git a/tools/csv2geojson b/tools/csv2geojson
deleted file mode 100755
index e742be6..0000000
--- a/tools/csv2geojson
+++ /dev/null
@@ -1,46 +0,0 @@
-#! /bin/bash
-
-# -s to skip specify columns of longitude and latitude
-for i in "$@"
-do
-case $i in
-  -s)
-    lon_col=0; lat_col=1
-    shift;;
-
-  *)
-    csv=$i
-    shift;;
-esac
-done
-
-# if no -s option, just read from input
-if [ "$lon_col" != "0" ]; then
-  # show each field with index in csv
-  echo -------------- > /dev/tty
-  head -1 < $csv | tr ',' '\n' | nl > /dev/tty
-  echo -------------- > /dev/tty
-  echo > /dev/tty
-
-  # get index of lon/lat column
-  read -p "Number of longitude column: " lon_col
-  read -p "Number of latitude column: " lat_col
-fi
-
-(which dos2unix &>/dev/null && dos2unix <$csv || cat $csv) |\
-# move lon and lat to the first and second column
-awk -F',' -v lon_th=$lon_col -v lat_th=$lat_col '\
-  BEGIN{OFS=","}\
-  {printf $lon_th "," $lat_th; for (i=1; i<= NF; i++) if (i != lat_th && i != lon_th) printf "," $i; print ""}\
-  ' |\
-# change csv into array format, like [lon, lat, "field1", field2...]
-sed 's/[^,]*/"\0"/g; s/.*/[\0]/g' |\
-# wrap other fields as a json object, like [lon, lat, {...}]
-jq -s '.[0][2:] as $fields | .[1:][] | [.[0], .[1], ([$fields, .[2:]] | transpose | map({(.[0]): .[1]}) | add)]' |\
-# create array of geojson point features
-jq '{"type": "Feature",  "properties": .[2],  "geometry":{ "type": "Point",  "coordinates": [(.[0] | tonumber), (.[1] | tonumber)] } }' |\
-# wrap features as geojson format
-jq -s '{"type": "FeatureCollection", "features": .}' |\
-tee /tmp/geojson
-
-echo stored into /tmp/geojson > /dev/tty
diff --git a/tools/gis/match-road.sh b/tools/gis/match-road.sh
new file mode 100755
index 0000000..d9beaae
--- /dev/null
+++ b/tools/gis/match-road.sh
@@ -0,0 +1,148 @@
+#!/usr/bin/env bash
+#
+# Author: Pham
+#
+# This script accepts a single GPX file as parameter and
+# output the processed GPX body to STDOUT, using Mapbox Map Matching API v4.
+# read doc at: https://docs.mapbox.com/api/legacy/map-matching-v4/
+#
+# Example:
+#
+# match-road.sh raw.gpx > new.gpx
+#
+# Hint:
+#
+# Remember to put Mapbox Access Token at the top!
+
+#set -x
+set -e
+
+# put yout Mapbox token here
+ACCESS_TOKEN=$(cat ~/settings/tokens/mapbox)
+# number of coordinates for each Mapbox Map Matching API request, Maximum value is 100
+LIMIT=100
+# define the lowest confidence of accepted matched points
+THRESHOLD=0.0001
+
+if [[ -z $1 ]]; then echo "You need to give a gpx file!"; exit 1; fi
+ORIGIN_DATA=/tmp/$(basename $1).origin
+RESPONSES=/tmp/$(basename $1).responses && true > $RESPONSES
+MATCHED=/tmp/$(basename $1).matched
+
+# extract data from the given gpx file
+# only keep first point and remove the rest which in the same "second"
+# input:  [gpx format]
+# output: [121.0179739,14.5515336] 1984-01-01T08:00:46
+get_data() {
+    sed -nr '/<trkpt /, /<\/trkpt>/ {H; /<\/trkpt>/ {x; s/\n/ /g; p; s/.*//; x}}' $1 |
+    sed -nr 'h; s/.*lon="([^"]+).*/\1/; H; g
+                s/.*lat="([^"]+).*/\1/; H; g
+                # If trkpt has no time, leave it blank
+                /time/ {
+                    s/.*<time>([^.]+).*<\/time>.*/\1/
+                    H; g
+                }
+                s/^[^\n]+\n//; s/\n/ /g; p' |
+    sed -r 's/^([^ ]+) ([^ ]+)/[\1,\2]/' |
+    awk '!_[$2]++'
+}
+
+# Output GeoJSON object for Map Matching API
+# input:  [121.0179739,14.5515336] 1984-01-01T08:00:46
+# output: {type: "Feature", properties: {coordTimes: [...]}, geometry: {type: "LineString", coordinates: [...]}}
+make_geojson() {
+    # change input to format like: [[lon, lat], time]
+    awk '{printf("[%s,\"%s\"]\n", $1, $2)}' |
+    jq '[inputs] | {type: "Feature", geometry: {type: "LineString", coordinates: map(.[0])}, properties: {coordTimes: (map(.[1]))}}'
+}
+
+# Read GeoJSON body from STDIN, and return result from Mapbox Map Matching API
+query_matched_points() {
+    curl -X POST -s --data @- \
+        --header "Content-Type:application/json" \
+        https://api.mapbox.com/matching/v4/mapbox.driving.json?access_token=$ACCESS_TOKEN
+}
+
+# Get valid data from Map Matching API response
+# output format is [coordinates] [index-of-original-data], like:
+# [121.0179739,14.5515336] 35
+# If the point is newly added, the index would be -1, like
+# [121.0189339,14.5525931] -1
+validate_matched_points() {
+    VALID_DATA=$(jq ".features[] | if(.properties.confidence < $THRESHOLD) then .geometry.coordinates=(.properties.indices|map(.+1)) else . end")
+
+    echo $VALID_DATA |
+    jq -cr '.properties | [.matchedPoints, (.indices | map(.+1))] | transpose[] | "\(.[0]) \(.[1])"' > $MATCHED
+
+    echo $VALID_DATA | jq -c '.geometry.coordinates[]' |
+    while read point; do
+        if [[ ${point:0:1} != '[' ]]; then
+            echo $(sed -n "$point p" $ORIGIN_DATA) | while read coor time; do echo $coor $(date -d $time +%s); done
+            sed -i 1d $MATCHED
+        elif head -1 $MATCHED | grep -F $point > /dev/null; then
+            index=$(head -1 $MATCHED | cut -d' ' -f2)
+            echo $point $(sed -n "$index p" $ORIGIN_DATA | cut -d' ' -f2 | date -f - +%s)
+            sed -i 1d $MATCHED
+        else
+            echo $point -1
+        fi
+    done
+}
+
+# Put existing timestamps to matched points, and interpolate new timestamps into new points
+complete_data() {
+    # interpolate timestamps to newly added points
+    awk '{COOR[NR][0]=$1; N++; COOR[NR][1]=$2} END{for (i=1; i<=N; i++) {printf COOR[i][0]; if (COOR[i][1] != -1) {print " "COOR[i][1]; LAST=i} else {while(COOR[i+n][1] == -1) n++; print " "COOR[LAST][1]+(COOR[i+n][1]-COOR[LAST][1])*(i-LAST)/(i+n-LAST)}}}' |
+    while read coor unix_time; do
+        # Transform unix timestamp into human readable time format, like following:
+        # Transform [121.018088,14.5516] 18.50
+        # Into      [121.018088,14.5516] 1970-01-01T08:00:18.50Z
+        echo $coor $(date -d @$unix_time +'%Y-%m-%dT%H:%M:%S.%2NZ')
+    done
+}
+
+# Make GPX format for output
+# Take input with format: [lon,lat] [time]
+make_gpx() {
+    sed -E 's/\[([^,]+),([^,]+)\] (.*)/      <trkpt lon="\1" lat="\2"><time>\3<\/time><\/trkpt>/' |
+    sed "1i \
+<gpx version=\"1.1\" creator=\"Garmin Connect\"\n\
+  xsi:schemaLocation=\"http://www.topografix.com/GPX/1/1 http://www.topografix.com/GPX/1/1/gpx.xsd http://www.garmin.com/xmlschemas/GpxExtensions/v3 http://www.garmin.com/xmlschemas/GpxExtensionsv3.xsd http://www.garmin.com/xmlschemas/TrackPointExtension/v1 http://www.garmin.com/xmlschemas/TrackPointExtensionv1.xsd\"\n\
+  xmlns=\"http://www.topografix.com/GPX/1/1\"\n\
+  xmlns:gpxtpx=\"http://www.garmin.com/xmlschemas/TrackPointExtension/v1\"\n\
+  xmlns:gpxx=\"http://www.garmin.com/xmlschemas/GpxExtensions/v3\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\">\n\
+  <trk>\n    <trkseg>" |
+    sed "\$a \ \ \ \ <\/trkseg>\n  <\/trk>\n<\/gpx>"
+}
+
+get_data $1 > $ORIGIN_DATA
+
+#RAW_REQUEST=$(basename $1 | tr '.' '_')_request.geojson
+#cat $ORIGIN_DATA | make_geojson | jq '.properties.stroke="#ff0000"' > $RAW_REQUEST
+
+# Consume raw data with serveral request
+while [ -s $ORIGIN_DATA ]; do
+    # Take original data by limited points for each time: [121.0179739,14.5515336] 1984-01-01T08:00:46
+    # Make geojson body: {type: "Feature", properties: {coordTimes: [...]}, geometry: {type: "LineString", coordinates: [...]}}
+    # Call Mapbox Map Matching API: {geometry: {coordinates: [...]}, properties: {confidence: 0.9, matching: [...], indices: [...]}}
+    # Get valid point and index by confidence value: [121.0179739,14.5515336] 5
+    # complete_data
+    head -$LIMIT $ORIGIN_DATA |
+    make_geojson |
+    query_matched_points |
+    tee -a $RESPONSES |
+    validate_matched_points |
+    complete_data
+
+    # Remove processed raw data
+    sed -i "1,$LIMIT d" $ORIGIN_DATA
+done | make_gpx
+#make_geojson > test.geojson
+
+#RAW_RESPONSE=$(basename $1 | tr '.' '_')_response.geojson
+#MATCHED_POINTS=$(basename $1 | tr '.' '_')_matched.geojson
+#jq . $RESPONSES | jq -s '.[0].features=[.[]|.features[]] | .[0] | del(.code) | .features=(.features|map(.properties.stroke="#00ff00"))' > $RAW_RESPONSE
+#jq ".features=(.features|map(select(.properties.confidence>=$THRESHOLD).geometry.coordinates=.properties.matchedPoints)|map(.properties.stroke=\"#0000ff\"))" $RAW_RESPONSE > $MATCHED_POINTS
+#
+#DEBUG=$(basename $1 | tr '.' '_')_total.geojson
+#cat $RAW_REQUEST $RAW_RESPONSE $MATCHED_POINTS | jq -s '{type: "FeatureCollection", features: ([.[0]] + .[1].features + .[2].features)}' > $DEBUG
diff --git a/tools/git/swap-protocol.bash b/tools/git/swap-protocol.bash
new file mode 100755
index 0000000..b7f4db2
--- /dev/null
+++ b/tools/git/swap-protocol.bash
@@ -0,0 +1,25 @@
+#! /usr/bin/env bash
+# Get the first remote URL within git/https protocol on github.com
+# Swap the protocol, and apply new protocol to every remaining remotes
+
+target=''
+extra=''
+
+# For each remote
+git remote -v \
+| while read remote url etc; do
+  # Set fetch/push URL seperately
+  [[ $etc =~ push ]] && extra='--push' || extra=''
+
+  if [[ $url =~ git@.*github.com ]]; then
+    target=${target:-https}
+    # git@ -> https://
+    [[ $target == https ]] && sed -E 's#^git@(.+):(.+)$#https://\1/\2#' <<<$url | xargs git remote set-url $extra $remote
+  elif [[ $url =~ https://.*github.com ]]; then
+    target=${target:-git}
+    # https:// -> git@
+    [[ $target == git ]] && sed -E 's#^https://([^/]+)/(.+)$#git@\1:\2#' <<<$url | xargs git remote set-url $extra $remote
+  fi
+done
+
+git remote -v
diff --git a/tools/github-release.sh b/tools/github-release.sh
deleted file mode 100755
index 70ba672..0000000
--- a/tools/github-release.sh
+++ /dev/null
@@ -1,154 +0,0 @@
-#!/usr/bin/env sh
-#
-# Author: Hsieh Chin Fan (typebrook) <typebrook@gmail.com>
-# License: MIT
-# https://gist.github.com/typebrook/4947769e266173303d8848f496e272c9
-#
-# Originally created by stefanbuck
-# fork from: https://gist.github.com/stefanbuck/ce788fee19ab6eb0b4447a85fc99f447
-#
-# --
-# This script manages a release note or its asset with GitHub API v3.
-# It accepts the following parameters:
-#
-# * repo
-# * tag
-# * type (asset or edit)
-# * filename
-# * github_api_token
-# * action (optional, could be upload, overwrite, rename, delete, default to be upload)
-# * extra  (optional, new filename for action 'rename')
-# * create (optional, create a new release if it doesn't exist)
-#
-# Example:
-#
-# # Upload a file as asset. If there is a asset with the same filename, then overwrite it.
-# github-release.sh github_api_token=TOKEN repo=stefanbuck/playground tag=v0.1.0 type=asset filename=./build.zip overwrite=true
-#
-# # Edit a release note with file content
-# github-release.sh github_api_token=TOKEN repo=stefanbuck/playground tag=v0.1.0 type=edit filename=note
-
-# Check dependencies.
-set -e
-
-# Validate settings.
-[ "$TRACE" ] && set -x
-# Keep tty
-exec 3>&1
-
-CONFIG=$@
-
-for line in $CONFIG; do
-  eval "$line"
-done
-
-# Define variables.
-GH_API="https://api.github.com"
-GH_REPO="$GH_API/repos/$repo"
-GH_TAGS="$GH_REPO/releases/tags/$tag"
-AUTH="Authorization: token $github_api_token"
-
-if [ "$tag" = 'LATEST' ]; then
-  GH_TAGS="$GH_REPO/releases/latest"
-fi
-if [ "$type" = '' ]; then
-  sed -E -n -e ' /^$/ q; /# --/,$ s/^# *//p' "$0"
-  exit 0
-fi
-
-# Validate token.
-curl -o /dev/null -sH "$AUTH" $GH_REPO || { echo "Error: Invalid repo, token or network issue!";  exit 1; }
-
-# Read asset tags.
-response=$(curl -sH "$AUTH" $GH_TAGS)
-
-# Get ID of the release.
-release_id=$(echo "$response" | grep -m1 -w \"id\": | sed -E -e 's/[^0-9]//g')
-if [ -z "$release_id" ]; then
-  if [ "$create" = 'true' ]; then
-    body=$(cat <<EOF
-{
-  "tag_name": "$tag",
-  "target_commitish": "master",
-  "name": "$tag",
-  "body": "",
-  "draft": false,
-  "prerelease": false
-}
-EOF
-    )
-    response=$(curl -H "$AUTH" -H "Content-Type: application/json" -d "$body" "$GH_REPO/releases")
-    release_id=$(echo "$response" | grep -m1 -w \"id\": | sed -E -e 's/[^0-9]//g')
-  else
-    echo "Error: Failed to get release id for tag: $tag"; echo "$response" | awk 'length($0)<100' >&2
-    exit 1
-  fi
-fi
-
-post_asset() {
-  # Upload asset
-  echo "Uploading asset... " >&3
-  # Construct url
-  GH_ASSET="https://uploads.github.com/repos/$repo/releases/$release_id/assets?name=$1"
-
-  curl --data-binary @"$filename" -H "$AUTH" -H "Content-Type: application/octet-stream" $GH_ASSET
-}
-
-rename_asset() {
-  echo "Renaming asset($1) from $2 to $3" >&3
-  curl -X PATCH -H "$AUTH" -H "Content-Type: application/json" \
-    --data "{\"name\":\"$3\", \"label\":\"$3\"}" "$GH_REPO/releases/assets/$1"
-}
-
-delete_asset() {
-  echo "Deleting asset($1)... " >&3
-  curl -X "DELETE" -H "$AUTH" "$GH_REPO/releases/assets/$1"
-}
-
-upload_asset() {
-  # Get ID of the asset based on given filename.
-  # If exists, delete it.
-  eval $(echo "$response" | grep -C2 "\"name\": \"$(basename $filename)\"" | grep -m 1 "id.:" | grep -w id | tr : = | tr -cd '[[:alnum:]]=' | sed 's/id/asset_id/')
-  if [ "$asset_id" = ""  ]; then
-    echo "No need to overwrite asset"
-    post_asset $(basename $filename)
-  else
-    if [ "$action" = "overwrite" ]; then
-      new_asset_id=$(post_asset "bak_$(basename $filename)" | sed -E 's/^\{[^{]+"id":([0-9]+).+$/\1/')
-      [ "$new_asset_id" = "" ] && exit 1 || delete_asset "$asset_id"
-
-      rename_asset "$new_asset_id" "bak_$(basename $filename)" "$(basename $filename)"
-    elif [ "$action" = "rename" ]; then
-      rename_asset "$asset_id" "$filename" "$extra"
-    elif [ "$action" = "delete" ]; then
-      delete_asset "$asset_id"
-      exit 0
-    else
-      echo "File already exists on tag $tag"
-      echo "If you want to overwrite it, set action=overwrite"
-      exit 1
-    fi
-  fi
-}
-
-edit_release() {
-  GH_RELEASE="$GH_REPO/releases/$release_id"
-  body=$(cat <<EOF
-{
-  "tag_name": "$tag",
-  "target_commitish": "master",
-  "name": "$tag",
-  "body": "$(cat $filename | sed 's/"/\\"/g; $! s/$/\\n/' | tr -d '\n')",
-  "draft": false,
-  "prerelease": false
-}
-EOF
-  )
-  curl -X PATCH -H "$AUTH" -H "Content-Type: application/json" -d "$body" $GH_RELEASE
-}
-
-case $type in
-  asset) upload_asset;;
-  edit) edit_release;;
-  *) echo "type should be 'asset' or 'edit'";;
-esac
diff --git a/tools/github/github-release.sh b/tools/github/github-release.sh
new file mode 100755
index 0000000..70ba672
--- /dev/null
+++ b/tools/github/github-release.sh
@@ -0,0 +1,154 @@
+#!/usr/bin/env sh
+#
+# Author: Hsieh Chin Fan (typebrook) <typebrook@gmail.com>
+# License: MIT
+# https://gist.github.com/typebrook/4947769e266173303d8848f496e272c9
+#
+# Originally created by stefanbuck
+# fork from: https://gist.github.com/stefanbuck/ce788fee19ab6eb0b4447a85fc99f447
+#
+# --
+# This script manages a release note or its asset with GitHub API v3.
+# It accepts the following parameters:
+#
+# * repo
+# * tag
+# * type (asset or edit)
+# * filename
+# * github_api_token
+# * action (optional, could be upload, overwrite, rename, delete, default to be upload)
+# * extra  (optional, new filename for action 'rename')
+# * create (optional, create a new release if it doesn't exist)
+#
+# Example:
+#
+# # Upload a file as asset. If there is a asset with the same filename, then overwrite it.
+# github-release.sh github_api_token=TOKEN repo=stefanbuck/playground tag=v0.1.0 type=asset filename=./build.zip overwrite=true
+#
+# # Edit a release note with file content
+# github-release.sh github_api_token=TOKEN repo=stefanbuck/playground tag=v0.1.0 type=edit filename=note
+
+# Check dependencies.
+set -e
+
+# Validate settings.
+[ "$TRACE" ] && set -x
+# Keep tty
+exec 3>&1
+
+CONFIG=$@
+
+for line in $CONFIG; do
+  eval "$line"
+done
+
+# Define variables.
+GH_API="https://api.github.com"
+GH_REPO="$GH_API/repos/$repo"
+GH_TAGS="$GH_REPO/releases/tags/$tag"
+AUTH="Authorization: token $github_api_token"
+
+if [ "$tag" = 'LATEST' ]; then
+  GH_TAGS="$GH_REPO/releases/latest"
+fi
+if [ "$type" = '' ]; then
+  sed -E -n -e ' /^$/ q; /# --/,$ s/^# *//p' "$0"
+  exit 0
+fi
+
+# Validate token.
+curl -o /dev/null -sH "$AUTH" $GH_REPO || { echo "Error: Invalid repo, token or network issue!";  exit 1; }
+
+# Read asset tags.
+response=$(curl -sH "$AUTH" $GH_TAGS)
+
+# Get ID of the release.
+release_id=$(echo "$response" | grep -m1 -w \"id\": | sed -E -e 's/[^0-9]//g')
+if [ -z "$release_id" ]; then
+  if [ "$create" = 'true' ]; then
+    body=$(cat <<EOF
+{
+  "tag_name": "$tag",
+  "target_commitish": "master",
+  "name": "$tag",
+  "body": "",
+  "draft": false,
+  "prerelease": false
+}
+EOF
+    )
+    response=$(curl -H "$AUTH" -H "Content-Type: application/json" -d "$body" "$GH_REPO/releases")
+    release_id=$(echo "$response" | grep -m1 -w \"id\": | sed -E -e 's/[^0-9]//g')
+  else
+    echo "Error: Failed to get release id for tag: $tag"; echo "$response" | awk 'length($0)<100' >&2
+    exit 1
+  fi
+fi
+
+post_asset() {
+  # Upload asset
+  echo "Uploading asset... " >&3
+  # Construct url
+  GH_ASSET="https://uploads.github.com/repos/$repo/releases/$release_id/assets?name=$1"
+
+  curl --data-binary @"$filename" -H "$AUTH" -H "Content-Type: application/octet-stream" $GH_ASSET
+}
+
+rename_asset() {
+  echo "Renaming asset($1) from $2 to $3" >&3
+  curl -X PATCH -H "$AUTH" -H "Content-Type: application/json" \
+    --data "{\"name\":\"$3\", \"label\":\"$3\"}" "$GH_REPO/releases/assets/$1"
+}
+
+delete_asset() {
+  echo "Deleting asset($1)... " >&3
+  curl -X "DELETE" -H "$AUTH" "$GH_REPO/releases/assets/$1"
+}
+
+upload_asset() {
+  # Get ID of the asset based on given filename.
+  # If exists, delete it.
+  eval $(echo "$response" | grep -C2 "\"name\": \"$(basename $filename)\"" | grep -m 1 "id.:" | grep -w id | tr : = | tr -cd '[[:alnum:]]=' | sed 's/id/asset_id/')
+  if [ "$asset_id" = ""  ]; then
+    echo "No need to overwrite asset"
+    post_asset $(basename $filename)
+  else
+    if [ "$action" = "overwrite" ]; then
+      new_asset_id=$(post_asset "bak_$(basename $filename)" | sed -E 's/^\{[^{]+"id":([0-9]+).+$/\1/')
+      [ "$new_asset_id" = "" ] && exit 1 || delete_asset "$asset_id"
+
+      rename_asset "$new_asset_id" "bak_$(basename $filename)" "$(basename $filename)"
+    elif [ "$action" = "rename" ]; then
+      rename_asset "$asset_id" "$filename" "$extra"
+    elif [ "$action" = "delete" ]; then
+      delete_asset "$asset_id"
+      exit 0
+    else
+      echo "File already exists on tag $tag"
+      echo "If you want to overwrite it, set action=overwrite"
+      exit 1
+    fi
+  fi
+}
+
+edit_release() {
+  GH_RELEASE="$GH_REPO/releases/$release_id"
+  body=$(cat <<EOF
+{
+  "tag_name": "$tag",
+  "target_commitish": "master",
+  "name": "$tag",
+  "body": "$(cat $filename | sed 's/"/\\"/g; $! s/$/\\n/' | tr -d '\n')",
+  "draft": false,
+  "prerelease": false
+}
+EOF
+  )
+  curl -X PATCH -H "$AUTH" -H "Content-Type: application/json" -d "$body" $GH_RELEASE
+}
+
+case $type in
+  asset) upload_asset;;
+  edit) edit_release;;
+  *) echo "type should be 'asset' or 'edit'";;
+esac
diff --git a/tools/match-road.sh b/tools/match-road.sh
deleted file mode 100755
index d9beaae..0000000
--- a/tools/match-road.sh
+++ /dev/null
@@ -1,148 +0,0 @@
-#!/usr/bin/env bash
-#
-# Author: Pham
-#
-# This script accepts a single GPX file as parameter and
-# output the processed GPX body to STDOUT, using Mapbox Map Matching API v4.
-# read doc at: https://docs.mapbox.com/api/legacy/map-matching-v4/
-#
-# Example:
-#
-# match-road.sh raw.gpx > new.gpx
-#
-# Hint:
-#
-# Remember to put Mapbox Access Token at the top!
-
-#set -x
-set -e
-
-# put yout Mapbox token here
-ACCESS_TOKEN=$(cat ~/settings/tokens/mapbox)
-# number of coordinates for each Mapbox Map Matching API request, Maximum value is 100
-LIMIT=100
-# define the lowest confidence of accepted matched points
-THRESHOLD=0.0001
-
-if [[ -z $1 ]]; then echo "You need to give a gpx file!"; exit 1; fi
-ORIGIN_DATA=/tmp/$(basename $1).origin
-RESPONSES=/tmp/$(basename $1).responses && true > $RESPONSES
-MATCHED=/tmp/$(basename $1).matched
-
-# extract data from the given gpx file
-# only keep first point and remove the rest which in the same "second"
-# input:  [gpx format]
-# output: [121.0179739,14.5515336] 1984-01-01T08:00:46
-get_data() {
-    sed -nr '/<trkpt /, /<\/trkpt>/ {H; /<\/trkpt>/ {x; s/\n/ /g; p; s/.*//; x}}' $1 |
-    sed -nr 'h; s/.*lon="([^"]+).*/\1/; H; g
-                s/.*lat="([^"]+).*/\1/; H; g
-                # If trkpt has no time, leave it blank
-                /time/ {
-                    s/.*<time>([^.]+).*<\/time>.*/\1/
-                    H; g
-                }
-                s/^[^\n]+\n//; s/\n/ /g; p' |
-    sed -r 's/^([^ ]+) ([^ ]+)/[\1,\2]/' |
-    awk '!_[$2]++'
-}
-
-# Output GeoJSON object for Map Matching API
-# input:  [121.0179739,14.5515336] 1984-01-01T08:00:46
-# output: {type: "Feature", properties: {coordTimes: [...]}, geometry: {type: "LineString", coordinates: [...]}}
-make_geojson() {
-    # change input to format like: [[lon, lat], time]
-    awk '{printf("[%s,\"%s\"]\n", $1, $2)}' |
-    jq '[inputs] | {type: "Feature", geometry: {type: "LineString", coordinates: map(.[0])}, properties: {coordTimes: (map(.[1]))}}'
-}
-
-# Read GeoJSON body from STDIN, and return result from Mapbox Map Matching API
-query_matched_points() {
-    curl -X POST -s --data @- \
-        --header "Content-Type:application/json" \
-        https://api.mapbox.com/matching/v4/mapbox.driving.json?access_token=$ACCESS_TOKEN
-}
-
-# Get valid data from Map Matching API response
-# output format is [coordinates] [index-of-original-data], like:
-# [121.0179739,14.5515336] 35
-# If the point is newly added, the index would be -1, like
-# [121.0189339,14.5525931] -1
-validate_matched_points() {
-    VALID_DATA=$(jq ".features[] | if(.properties.confidence < $THRESHOLD) then .geometry.coordinates=(.properties.indices|map(.+1)) else . end")
-
-    echo $VALID_DATA |
-    jq -cr '.properties | [.matchedPoints, (.indices | map(.+1))] | transpose[] | "\(.[0]) \(.[1])"' > $MATCHED
-
-    echo $VALID_DATA | jq -c '.geometry.coordinates[]' |
-    while read point; do
-        if [[ ${point:0:1} != '[' ]]; then
-            echo $(sed -n "$point p" $ORIGIN_DATA) | while read coor time; do echo $coor $(date -d $time +%s); done
-            sed -i 1d $MATCHED
-        elif head -1 $MATCHED | grep -F $point > /dev/null; then
-            index=$(head -1 $MATCHED | cut -d' ' -f2)
-            echo $point $(sed -n "$index p" $ORIGIN_DATA | cut -d' ' -f2 | date -f - +%s)
-            sed -i 1d $MATCHED
-        else
-            echo $point -1
-        fi
-    done
-}
-
-# Put existing timestamps to matched points, and interpolate new timestamps into new points
-complete_data() {
-    # interpolate timestamps to newly added points
-    awk '{COOR[NR][0]=$1; N++; COOR[NR][1]=$2} END{for (i=1; i<=N; i++) {printf COOR[i][0]; if (COOR[i][1] != -1) {print " "COOR[i][1]; LAST=i} else {while(COOR[i+n][1] == -1) n++; print " "COOR[LAST][1]+(COOR[i+n][1]-COOR[LAST][1])*(i-LAST)/(i+n-LAST)}}}' |
-    while read coor unix_time; do
-        # Transform unix timestamp into human readable time format, like following:
-        # Transform [121.018088,14.5516] 18.50
-        # Into      [121.018088,14.5516] 1970-01-01T08:00:18.50Z
-        echo $coor $(date -d @$unix_time +'%Y-%m-%dT%H:%M:%S.%2NZ')
-    done
-}
-
-# Make GPX format for output
-# Take input with format: [lon,lat] [time]
-make_gpx() {
-    sed -E 's/\[([^,]+),([^,]+)\] (.*)/      <trkpt lon="\1" lat="\2"><time>\3<\/time><\/trkpt>/' |
-    sed "1i \
-<gpx version=\"1.1\" creator=\"Garmin Connect\"\n\
-  xsi:schemaLocation=\"http://www.topografix.com/GPX/1/1 http://www.topografix.com/GPX/1/1/gpx.xsd http://www.garmin.com/xmlschemas/GpxExtensions/v3 http://www.garmin.com/xmlschemas/GpxExtensionsv3.xsd http://www.garmin.com/xmlschemas/TrackPointExtension/v1 http://www.garmin.com/xmlschemas/TrackPointExtensionv1.xsd\"\n\
-  xmlns=\"http://www.topografix.com/GPX/1/1\"\n\
-  xmlns:gpxtpx=\"http://www.garmin.com/xmlschemas/TrackPointExtension/v1\"\n\
-  xmlns:gpxx=\"http://www.garmin.com/xmlschemas/GpxExtensions/v3\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\">\n\
-  <trk>\n    <trkseg>" |
-    sed "\$a \ \ \ \ <\/trkseg>\n  <\/trk>\n<\/gpx>"
-}
-
-get_data $1 > $ORIGIN_DATA
-
-#RAW_REQUEST=$(basename $1 | tr '.' '_')_request.geojson
-#cat $ORIGIN_DATA | make_geojson | jq '.properties.stroke="#ff0000"' > $RAW_REQUEST
-
-# Consume raw data with serveral request
-while [ -s $ORIGIN_DATA ]; do
-    # Take original data by limited points for each time: [121.0179739,14.5515336] 1984-01-01T08:00:46
-    # Make geojson body: {type: "Feature", properties: {coordTimes: [...]}, geometry: {type: "LineString", coordinates: [...]}}
-    # Call Mapbox Map Matching API: {geometry: {coordinates: [...]}, properties: {confidence: 0.9, matching: [...], indices: [...]}}
-    # Get valid point and index by confidence value: [121.0179739,14.5515336] 5
-    # complete_data
-    head -$LIMIT $ORIGIN_DATA |
-    make_geojson |
-    query_matched_points |
-    tee -a $RESPONSES |
-    validate_matched_points |
-    complete_data
-
-    # Remove processed raw data
-    sed -i "1,$LIMIT d" $ORIGIN_DATA
-done | make_gpx
-#make_geojson > test.geojson
-
-#RAW_RESPONSE=$(basename $1 | tr '.' '_')_response.geojson
-#MATCHED_POINTS=$(basename $1 | tr '.' '_')_matched.geojson
-#jq . $RESPONSES | jq -s '.[0].features=[.[]|.features[]] | .[0] | del(.code) | .features=(.features|map(.properties.stroke="#00ff00"))' > $RAW_RESPONSE
-#jq ".features=(.features|map(select(.properties.confidence>=$THRESHOLD).geometry.coordinates=.properties.matchedPoints)|map(.properties.stroke=\"#0000ff\"))" $RAW_RESPONSE > $MATCHED_POINTS
-#
-#DEBUG=$(basename $1 | tr '.' '_')_total.geojson
-#cat $RAW_REQUEST $RAW_RESPONSE $MATCHED_POINTS | jq -s '{type: "FeatureCollection", features: ([.[0]] + .[1].features + .[2].features)}' > $DEBUG
diff --git a/tools/swap-protocol.bash b/tools/swap-protocol.bash
deleted file mode 100755
index b7f4db2..0000000
--- a/tools/swap-protocol.bash
+++ /dev/null
@@ -1,25 +0,0 @@
-#! /usr/bin/env bash
-# Get the first remote URL within git/https protocol on github.com
-# Swap the protocol, and apply new protocol to every remaining remotes
-
-target=''
-extra=''
-
-# For each remote
-git remote -v \
-| while read remote url etc; do
-  # Set fetch/push URL seperately
-  [[ $etc =~ push ]] && extra='--push' || extra=''
-
-  if [[ $url =~ git@.*github.com ]]; then
-    target=${target:-https}
-    # git@ -> https://
-    [[ $target == https ]] && sed -E 's#^git@(.+):(.+)$#https://\1/\2#' <<<$url | xargs git remote set-url $extra $remote
-  elif [[ $url =~ https://.*github.com ]]; then
-    target=${target:-git}
-    # https:// -> git@
-    [[ $target == git ]] && sed -E 's#^https://([^/]+)/(.+)$#git@\1:\2#' <<<$url | xargs git remote set-url $extra $remote
-  fi
-done
-
-git remote -v
-- 
cgit v1.2.3-70-g09d2