From 6fae25b305d714b3ab7608fa003f1af9bf024545 Mon Sep 17 00:00:00 2001
From: Hsieh Chin Fan <pham@topo.tw>
Date: Tue, 14 Feb 2023 13:33:23 +0800
Subject: Rename tools into bin

---
 bin/cron/task.cron                  |   2 +
 bin/csv/csv.2geojson                |  46 ++++++++
 bin/csv/csv.move_column             |  18 +++
 bin/csv/csv.reorder                 |  17 +++
 bin/desktop/password-store.sh       |  51 +++++++++
 bin/desktop/takeshot                |  78 +++++++++++++
 bin/docker/dktags                   |  29 +++++
 bin/gis/match-road.sh               | 148 +++++++++++++++++++++++++
 bin/git/check-repos.sh              |  48 ++++++++
 bin/git/swap-protocol.bash          |  25 +++++
 bin/github/github-release.sh        | 154 ++++++++++++++++++++++++++
 bin/gpx/footer                      |   1 +
 bin/gpx/gpx.check.py                |  85 ++++++++++++++
 bin/gpx/gpx.merge_gpx.sh            |   5 +
 bin/gpx/gpx.merge_trk.sh            |   4 +
 bin/gpx/gpx2geojson.sh              |  48 ++++++++
 bin/gpx/header                      |  10 ++
 bin/init/check_upstream             |  24 ++++
 bin/init/exit.sh                    |   5 +
 bin/init/load-settings.sh           |  70 ++++++++++++
 bin/init/sync.sh                    |  37 +++++++
 bin/install.sh                      |  30 +++++
 bin/markdown/reveal                 |  45 ++++++++
 bin/misc/brightness.sh              |  10 ++
 bin/misc/diff-highlight             | 213 ++++++++++++++++++++++++++++++++++++
 bin/misc/flash.sh                   |  39 +++++++
 bin/misc/mvt_decode.py              |  11 ++
 bin/misc/ocr                        |  16 +++
 bin/misc/refresh-todo.sh            |   5 +
 bin/misc/simple_cors_server.py      |  18 +++
 bin/misc/sync-gist.sh               |  21 ++++
 bin/misc/transfer                   |  22 ++++
 bin/osm/josm_install.sh             |   8 ++
 bin/osm/note                        |   1 +
 bin/osm/osm                         |  18 +++
 bin/osm/osm.api.changeset.add       |  10 ++
 bin/osm/osm.api.changeset.close     |   3 +
 bin/osm/osm.api.changeset.commit    |  80 ++++++++++++++
 bin/osm/osm.api.changeset.create    |  25 +++++
 bin/osm/osm.api.changeset.update    |   9 ++
 bin/osm/osm.api.changeset.upload    |   6 +
 bin/osm/osm.api.fetch               |   6 +
 bin/osm/osm.api.fetch.full          |   5 +
 bin/osm/osm.api.fetch.history       |   6 +
 bin/osm/osm.api.member.relation     |   4 +
 bin/osm/osm.api.referenced.relation |   6 +
 bin/osm/osm.api.referenced.way      |   5 +
 bin/osm/osm.api.upload.to           |  12 ++
 bin/osm/osm.file.get                |   4 +
 bin/osm/osm.file.get.full           |   4 +
 bin/osm/osm.file.query              |   4 +
 bin/osm/osm.goto                    |   3 +
 bin/osm/osm.help                    |  33 ++++++
 bin/osm/osm.list.ids                |   3 +
 bin/osm/osm.list.tag                |  10 ++
 bin/osm/osm.list.tags               |  15 +++
 bin/osm/osm.member.relation         |   8 ++
 bin/osm/osm.osc.by_member           |  31 ++++++
 bin/osm/osm.osc.by_tag              |  45 ++++++++
 bin/osm/osm.osm.remove              |   9 ++
 bin/osm/osm.pbf.update              |  41 +++++++
 bin/osm/osm.query                   |   3 +
 bin/osm/sequence_number.sh          |  22 ++++
 bin/sns/mastodon.sh                 |  17 +++
 bin/task/tkk                        |   7 ++
 bin/unix/fdswap                     |  41 +++++++
 bin/wiki/diary                      |  49 +++++++++
 bin/wiki/log.sh                     |  31 ++++++
 bin/wiki/notify                     |   7 ++
 69 files changed, 1926 insertions(+)
 create mode 100644 bin/cron/task.cron
 create mode 100755 bin/csv/csv.2geojson
 create mode 100755 bin/csv/csv.move_column
 create mode 100755 bin/csv/csv.reorder
 create mode 100755 bin/desktop/password-store.sh
 create mode 100755 bin/desktop/takeshot
 create mode 100755 bin/docker/dktags
 create mode 100755 bin/gis/match-road.sh
 create mode 100755 bin/git/check-repos.sh
 create mode 100755 bin/git/swap-protocol.bash
 create mode 100755 bin/github/github-release.sh
 create mode 100644 bin/gpx/footer
 create mode 100755 bin/gpx/gpx.check.py
 create mode 100755 bin/gpx/gpx.merge_gpx.sh
 create mode 100755 bin/gpx/gpx.merge_trk.sh
 create mode 100755 bin/gpx/gpx2geojson.sh
 create mode 100644 bin/gpx/header
 create mode 100755 bin/init/check_upstream
 create mode 100755 bin/init/exit.sh
 create mode 100755 bin/init/load-settings.sh
 create mode 100755 bin/init/sync.sh
 create mode 100755 bin/install.sh
 create mode 100755 bin/markdown/reveal
 create mode 100755 bin/misc/brightness.sh
 create mode 100755 bin/misc/diff-highlight
 create mode 100755 bin/misc/flash.sh
 create mode 100755 bin/misc/mvt_decode.py
 create mode 100755 bin/misc/ocr
 create mode 100755 bin/misc/refresh-todo.sh
 create mode 100755 bin/misc/simple_cors_server.py
 create mode 100755 bin/misc/sync-gist.sh
 create mode 100755 bin/misc/transfer
 create mode 100755 bin/osm/josm_install.sh
 create mode 100644 bin/osm/note
 create mode 100644 bin/osm/osm
 create mode 100755 bin/osm/osm.api.changeset.add
 create mode 100755 bin/osm/osm.api.changeset.close
 create mode 100755 bin/osm/osm.api.changeset.commit
 create mode 100755 bin/osm/osm.api.changeset.create
 create mode 100755 bin/osm/osm.api.changeset.update
 create mode 100755 bin/osm/osm.api.changeset.upload
 create mode 100755 bin/osm/osm.api.fetch
 create mode 100755 bin/osm/osm.api.fetch.full
 create mode 100755 bin/osm/osm.api.fetch.history
 create mode 100755 bin/osm/osm.api.member.relation
 create mode 100755 bin/osm/osm.api.referenced.relation
 create mode 100755 bin/osm/osm.api.referenced.way
 create mode 100755 bin/osm/osm.api.upload.to
 create mode 100755 bin/osm/osm.file.get
 create mode 100755 bin/osm/osm.file.get.full
 create mode 100755 bin/osm/osm.file.query
 create mode 100755 bin/osm/osm.goto
 create mode 100755 bin/osm/osm.help
 create mode 100755 bin/osm/osm.list.ids
 create mode 100755 bin/osm/osm.list.tag
 create mode 100755 bin/osm/osm.list.tags
 create mode 100755 bin/osm/osm.member.relation
 create mode 100755 bin/osm/osm.osc.by_member
 create mode 100755 bin/osm/osm.osc.by_tag
 create mode 100755 bin/osm/osm.osm.remove
 create mode 100755 bin/osm/osm.pbf.update
 create mode 100755 bin/osm/osm.query
 create mode 100755 bin/osm/sequence_number.sh
 create mode 100755 bin/sns/mastodon.sh
 create mode 100755 bin/task/tkk
 create mode 100755 bin/unix/fdswap
 create mode 100755 bin/wiki/diary
 create mode 100755 bin/wiki/log.sh
 create mode 100755 bin/wiki/notify

(limited to 'bin')

diff --git a/bin/cron/task.cron b/bin/cron/task.cron
new file mode 100644
index 0000000..7521cca
--- /dev/null
+++ b/bin/cron/task.cron
@@ -0,0 +1,2 @@
+# Push changes on ~/.task
+*/20 * * * * cd ~/.task && git add * && git commit -am update && git push origin 2>&1
diff --git a/bin/csv/csv.2geojson b/bin/csv/csv.2geojson
new file mode 100755
index 0000000..e742be6
--- /dev/null
+++ b/bin/csv/csv.2geojson
@@ -0,0 +1,46 @@
+#! /bin/bash
+
+# -s to skip specify columns of longitude and latitude
+for i in "$@"
+do
+case $i in
+  -s)
+    lon_col=0; lat_col=1
+    shift;;
+
+  *)
+    csv=$i
+    shift;;
+esac
+done
+
+# if no -s option, just read from input
+if [ "$lon_col" != "0" ]; then
+  # show each field with index in csv
+  echo -------------- > /dev/tty
+  head -1 < $csv | tr ',' '\n' | nl > /dev/tty
+  echo -------------- > /dev/tty
+  echo > /dev/tty
+
+  # get index of lon/lat column
+  read -p "Number of longitude column: " lon_col
+  read -p "Number of latitude column: " lat_col
+fi
+
+(which dos2unix &>/dev/null && dos2unix <$csv || cat $csv) |\
+# move lon and lat to the first and second column
+awk -F',' -v lon_th=$lon_col -v lat_th=$lat_col '\
+  BEGIN{OFS=","}\
+  {printf $lon_th "," $lat_th; for (i=1; i<= NF; i++) if (i != lat_th && i != lon_th) printf "," $i; print ""}\
+  ' |\
+# change csv into array format, like [lon, lat, "field1", field2...]
+sed 's/[^,]*/"\0"/g; s/.*/[\0]/g' |\
+# wrap other fields as a json object, like [lon, lat, {...}]
+jq -s '.[0][2:] as $fields | .[1:][] | [.[0], .[1], ([$fields, .[2:]] | transpose | map({(.[0]): .[1]}) | add)]' |\
+# create array of geojson point features
+jq '{"type": "Feature",  "properties": .[2],  "geometry":{ "type": "Point",  "coordinates": [(.[0] | tonumber), (.[1] | tonumber)] } }' |\
+# wrap features as geojson format
+jq -s '{"type": "FeatureCollection", "features": .}' |\
+tee /tmp/geojson
+
+echo stored into /tmp/geojson > /dev/tty
diff --git a/bin/csv/csv.move_column b/bin/csv/csv.move_column
new file mode 100755
index 0000000..a62701f
--- /dev/null
+++ b/bin/csv/csv.move_column
@@ -0,0 +1,18 @@
+#! /bin/bash
+
+# show each field with index in csv
+echo -------------- > /dev/tty
+head -1 < $1 | sed 's/,/ /g' | awk '{for (i=1; i<=NF; i++) printf $i "_" i " "; print ""}' > /dev/tty
+echo -------------- > /dev/tty
+echo > /dev/tty
+
+# get index of lon/lat column
+read -p "Move which column? " origin_col
+read -p "To which index? " new_col
+
+cat $1 |
+# move lon and lat to the first and second column
+awk -F',' -v OFS="," -v origin_th=$origin_col -v new_th=$new_col '\
+    {for (i=1; i<= NF; i++) if (i == new_th) printf $origin_th OFS $i OFS; else if (i == origin_th); else printf $i OFS; print ""}\
+    ' |\
+sed 's/,$//g'
diff --git a/bin/csv/csv.reorder b/bin/csv/csv.reorder
new file mode 100755
index 0000000..8a64239
--- /dev/null
+++ b/bin/csv/csv.reorder
@@ -0,0 +1,17 @@
+#! /bin/bash
+
+# show each field with index in csv
+echo -------------- > /dev/tty
+head -1 < $1 | awk -F',' '{for (i=1; i<=NF; i++) printf $i "_" i " "; print ""}' > /dev/tty
+echo -------------- > /dev/tty
+echo > /dev/tty
+
+read -p "type column numbers by new order, like 3 2 1: " order
+
+arrange=$(echo $order | sed -r 's/([^ ]+)/$\1/g' | tr ' ' ',')
+
+cat $1 |\
+awk -F',' "BEGIN{OFS=\",\"}{print $arrange}" |\
+tee /tmp/csv
+
+echo "Also copied to /tmp/csv" > /dev/tty
diff --git a/bin/desktop/password-store.sh b/bin/desktop/password-store.sh
new file mode 100755
index 0000000..1de3148
--- /dev/null
+++ b/bin/desktop/password-store.sh
@@ -0,0 +1,51 @@
+#! /bin/bash
+
+# Use rofi to quickly access password by command 'pass'
+# xsel needed !!
+
+ROFI_ARGS=( "-font" "Hack 22" )
+
+find ~/.password-store -name '*gpg' -printf %P\\n | \
+sed 's/.gpg$//' | \
+rofi -dmenu "${ROFI_ARGS[@]}" | {
+  # Get arguments for command 'pass'
+  read ARG1 ARG2
+
+  if [[ -z $ARG1 ]]; then
+    exit 1
+  elif [[ $ARG1 == edit ]]; then
+    # Edit an existing password
+    alacritty --hold -e pass edit $ARG2 && \
+	rofi -e Password Edited: $ARG2
+  else
+	# If pass fails, then it means password doesn't exists
+	set pipefail
+
+    pass $ARG1 | {
+      # If command fails, just fail directly
+      read PASSWORD; [[ -z $PASSWORD ]] && exit 1
+
+      # Simply copy password into system clipboard
+      echo $PASSWORD | xsel -ib
+
+      # Show success message, and display extra contents
+      rofi "${ROFI_ARGS[@]}" \
+        -e "Copied: $ARG1 $(echo; echo; cat | sed '1{/^$/d}')"
+    } || {
+	  # Make sure user want to create a new password
+      return_code=$(alacritty -e sh -c '
+	    dialog --yesno "Password does not exist, Generate a new one?" 8 30;
+		echo "$?"
+	  ')
+      [[ $return_code == 1 ]] && exit 1
+
+	  # Generate a new password by ARG1
+	  alacritty -e pass generate $ARG1 --clip && \
+
+      # Show success message
+	  rofi "${ROFI_ARGS[@]}" -e "Password Created and Copied: $ARG1"
+	}
+
+	# TODO: if return code is 2, it means gpg password is not cached
+  fi
+}
diff --git a/bin/desktop/takeshot b/bin/desktop/takeshot
new file mode 100755
index 0000000..09252f3
--- /dev/null
+++ b/bin/desktop/takeshot
@@ -0,0 +1,78 @@
+#!/usr/bin/env bash
+
+## Copyright (C) 2020-2022 Aditya Shakya <adi1090x@gmail.com>
+## Everyone is permitted to copy and distribute copies of this file under GNU-GPL3
+
+## Script to take screenshots with maim
+
+time=`date +%Y-%m-%d-%H-%M-%S`
+geometry=`xrandr | head -n1 | cut -d',' -f2 | tr -d '[:blank:],current'`
+dir="`xdg-user-dir PICTURES`"
+file="Screenshot_${time}_${geometry}.png"
+
+# notify and view screenshot
+notify_view () {
+	dunstify -u low --replace=699 -i /usr/share/archcraft/icons/dunst/picture.png "Copied to clipboard."
+	viewnior ${dir}/"$file"
+	if [[ -e "$dir/$file" ]]; then
+		dunstify -u low --replace=699 -i /usr/share/archcraft/icons/dunst/picture.png "Screenshot Saved."
+	else
+		dunstify -u low --replace=699 -i /usr/share/archcraft/icons/dunst/picture.png "Screenshot Deleted."
+	fi
+}
+
+# countdown
+countdown () {
+	for sec in `seq $1 -1 1`; do
+		dunstify -t 1000 --replace=699 -i /usr/share/archcraft/icons/dunst/timer.png "Taking shot in : $sec"
+		sleep 1
+	done
+}
+
+# take shots
+shotnow () {
+	cd ${dir} && maim -u -f png | tee "$file" | xclip -selection clipboard -t image/png
+	notify_view
+}
+
+shot5 () {
+	countdown '5'
+	sleep 1 && cd ${dir} && maim -u -f png | tee "$file" | xclip -selection clipboard -t image/png
+	notify_view
+}
+
+shot10 () {
+	countdown '10'
+	sleep 1 && cd ${dir} && maim -u -f png | tee "$file" | xclip -selection clipboard -t image/png
+	notify_view
+}
+
+shotwin () {
+	cd ${dir} && maim -u -f png -i `xdotool getactivewindow` | tee "$file" | xclip -selection clipboard -t image/png
+	notify_view
+}
+
+shotarea () {
+	cd ${dir} && maim -u -f png -s -b 2 -c 0.35,0.55,0.855 | tee "$file" | xclip -selection clipboard -t image/png
+	notify_view
+}
+
+if [[ ! -d "$dir" ]]; then
+	mkdir -p "$dir"
+fi
+
+if [[ "$1" == "--now" ]]; then
+	shotnow
+elif [[ "$1" == "--in5" ]]; then
+	shot5
+elif [[ "$1" == "--in10" ]]; then
+	shot10
+elif [[ "$1" == "--win" ]]; then
+	shotwin
+elif [[ "$1" == "--area" ]]; then
+	shotarea
+else
+	echo -e "Available Options : --now --in5 --in10 --win --area"
+fi
+
+exit 0
diff --git a/bin/docker/dktags b/bin/docker/dktags
new file mode 100755
index 0000000..5a91434
--- /dev/null
+++ b/bin/docker/dktags
@@ -0,0 +1,29 @@
+#!/bin/bash
+
+# Orignally copied from https://stackoverflow.com/a/39454426/7051075
+
+if [ $# -lt 1 ]
+then
+cat << HELP
+
+dktags  --  list all tags for a Docker image on a remote registry.
+
+EXAMPLE: 
+    - list all tags for ubuntu:
+       dktags ubuntu
+
+    - list all php tags containing apache:
+       dktags php apache
+
+HELP
+fi
+
+image="$1"
+tags=`wget -q https://registry.hub.docker.com/v1/repositories/${image}/tags -O -  | sed -e 's/[][]//g' -e 's/"//g' -e 's/ //g' | tr '}' '\n'  | awk -F: '{print $3}'`
+
+if [ -n "$2" ]
+then
+    tags=` echo "${tags}" | grep "$2" `
+fi
+
+echo "${tags}"
diff --git a/bin/gis/match-road.sh b/bin/gis/match-road.sh
new file mode 100755
index 0000000..d9beaae
--- /dev/null
+++ b/bin/gis/match-road.sh
@@ -0,0 +1,148 @@
+#!/usr/bin/env bash
+#
+# Author: Pham
+#
+# This script accepts a single GPX file as parameter and
+# output the processed GPX body to STDOUT, using Mapbox Map Matching API v4.
+# read doc at: https://docs.mapbox.com/api/legacy/map-matching-v4/
+#
+# Example:
+#
+# match-road.sh raw.gpx > new.gpx
+#
+# Hint:
+#
+# Remember to put Mapbox Access Token at the top!
+
+#set -x
+set -e
+
+# put yout Mapbox token here
+ACCESS_TOKEN=$(cat ~/settings/tokens/mapbox)
+# number of coordinates for each Mapbox Map Matching API request, Maximum value is 100
+LIMIT=100
+# define the lowest confidence of accepted matched points
+THRESHOLD=0.0001
+
+if [[ -z $1 ]]; then echo "You need to give a gpx file!"; exit 1; fi
+ORIGIN_DATA=/tmp/$(basename $1).origin
+RESPONSES=/tmp/$(basename $1).responses && true > $RESPONSES
+MATCHED=/tmp/$(basename $1).matched
+
+# extract data from the given gpx file
+# only keep first point and remove the rest which in the same "second"
+# input:  [gpx format]
+# output: [121.0179739,14.5515336] 1984-01-01T08:00:46
+get_data() {
+    sed -nr '/<trkpt /, /<\/trkpt>/ {H; /<\/trkpt>/ {x; s/\n/ /g; p; s/.*//; x}}' $1 |
+    sed -nr 'h; s/.*lon="([^"]+).*/\1/; H; g
+                s/.*lat="([^"]+).*/\1/; H; g
+                # If trkpt has no time, leave it blank
+                /time/ {
+                    s/.*<time>([^.]+).*<\/time>.*/\1/
+                    H; g
+                }
+                s/^[^\n]+\n//; s/\n/ /g; p' |
+    sed -r 's/^([^ ]+) ([^ ]+)/[\1,\2]/' |
+    awk '!_[$2]++'
+}
+
+# Output GeoJSON object for Map Matching API
+# input:  [121.0179739,14.5515336] 1984-01-01T08:00:46
+# output: {type: "Feature", properties: {coordTimes: [...]}, geometry: {type: "LineString", coordinates: [...]}}
+make_geojson() {
+    # change input to format like: [[lon, lat], time]
+    awk '{printf("[%s,\"%s\"]\n", $1, $2)}' |
+    jq '[inputs] | {type: "Feature", geometry: {type: "LineString", coordinates: map(.[0])}, properties: {coordTimes: (map(.[1]))}}'
+}
+
+# Read GeoJSON body from STDIN, and return result from Mapbox Map Matching API
+query_matched_points() {
+    curl -X POST -s --data @- \
+        --header "Content-Type:application/json" \
+        https://api.mapbox.com/matching/v4/mapbox.driving.json?access_token=$ACCESS_TOKEN
+}
+
+# Get valid data from Map Matching API response
+# output format is [coordinates] [index-of-original-data], like:
+# [121.0179739,14.5515336] 35
+# If the point is newly added, the index would be -1, like
+# [121.0189339,14.5525931] -1
+validate_matched_points() {
+    VALID_DATA=$(jq ".features[] | if(.properties.confidence < $THRESHOLD) then .geometry.coordinates=(.properties.indices|map(.+1)) else . end")
+
+    echo $VALID_DATA |
+    jq -cr '.properties | [.matchedPoints, (.indices | map(.+1))] | transpose[] | "\(.[0]) \(.[1])"' > $MATCHED
+
+    echo $VALID_DATA | jq -c '.geometry.coordinates[]' |
+    while read point; do
+        if [[ ${point:0:1} != '[' ]]; then
+            echo $(sed -n "$point p" $ORIGIN_DATA) | while read coor time; do echo $coor $(date -d $time +%s); done
+            sed -i 1d $MATCHED
+        elif head -1 $MATCHED | grep -F $point > /dev/null; then
+            index=$(head -1 $MATCHED | cut -d' ' -f2)
+            echo $point $(sed -n "$index p" $ORIGIN_DATA | cut -d' ' -f2 | date -f - +%s)
+            sed -i 1d $MATCHED
+        else
+            echo $point -1
+        fi
+    done
+}
+
+# Put existing timestamps to matched points, and interpolate new timestamps into new points
+complete_data() {
+    # interpolate timestamps to newly added points
+    awk '{COOR[NR][0]=$1; N++; COOR[NR][1]=$2} END{for (i=1; i<=N; i++) {printf COOR[i][0]; if (COOR[i][1] != -1) {print " "COOR[i][1]; LAST=i} else {while(COOR[i+n][1] == -1) n++; print " "COOR[LAST][1]+(COOR[i+n][1]-COOR[LAST][1])*(i-LAST)/(i+n-LAST)}}}' |
+    while read coor unix_time; do
+        # Transform unix timestamp into human readable time format, like following:
+        # Transform [121.018088,14.5516] 18.50
+        # Into      [121.018088,14.5516] 1970-01-01T08:00:18.50Z
+        echo $coor $(date -d @$unix_time +'%Y-%m-%dT%H:%M:%S.%2NZ')
+    done
+}
+
+# Make GPX format for output
+# Take input with format: [lon,lat] [time]
+make_gpx() {
+    sed -E 's/\[([^,]+),([^,]+)\] (.*)/      <trkpt lon="\1" lat="\2"><time>\3<\/time><\/trkpt>/' |
+    sed "1i \
+<gpx version=\"1.1\" creator=\"Garmin Connect\"\n\
+  xsi:schemaLocation=\"http://www.topografix.com/GPX/1/1 http://www.topografix.com/GPX/1/1/gpx.xsd http://www.garmin.com/xmlschemas/GpxExtensions/v3 http://www.garmin.com/xmlschemas/GpxExtensionsv3.xsd http://www.garmin.com/xmlschemas/TrackPointExtension/v1 http://www.garmin.com/xmlschemas/TrackPointExtensionv1.xsd\"\n\
+  xmlns=\"http://www.topografix.com/GPX/1/1\"\n\
+  xmlns:gpxtpx=\"http://www.garmin.com/xmlschemas/TrackPointExtension/v1\"\n\
+  xmlns:gpxx=\"http://www.garmin.com/xmlschemas/GpxExtensions/v3\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\">\n\
+  <trk>\n    <trkseg>" |
+    sed "\$a \ \ \ \ <\/trkseg>\n  <\/trk>\n<\/gpx>"
+}
+
+get_data $1 > $ORIGIN_DATA
+
+#RAW_REQUEST=$(basename $1 | tr '.' '_')_request.geojson
+#cat $ORIGIN_DATA | make_geojson | jq '.properties.stroke="#ff0000"' > $RAW_REQUEST
+
+# Consume raw data with serveral request
+while [ -s $ORIGIN_DATA ]; do
+    # Take original data by limited points for each time: [121.0179739,14.5515336] 1984-01-01T08:00:46
+    # Make geojson body: {type: "Feature", properties: {coordTimes: [...]}, geometry: {type: "LineString", coordinates: [...]}}
+    # Call Mapbox Map Matching API: {geometry: {coordinates: [...]}, properties: {confidence: 0.9, matching: [...], indices: [...]}}
+    # Get valid point and index by confidence value: [121.0179739,14.5515336] 5
+    # complete_data
+    head -$LIMIT $ORIGIN_DATA |
+    make_geojson |
+    query_matched_points |
+    tee -a $RESPONSES |
+    validate_matched_points |
+    complete_data
+
+    # Remove processed raw data
+    sed -i "1,$LIMIT d" $ORIGIN_DATA
+done | make_gpx
+#make_geojson > test.geojson
+
+#RAW_RESPONSE=$(basename $1 | tr '.' '_')_response.geojson
+#MATCHED_POINTS=$(basename $1 | tr '.' '_')_matched.geojson
+#jq . $RESPONSES | jq -s '.[0].features=[.[]|.features[]] | .[0] | del(.code) | .features=(.features|map(.properties.stroke="#00ff00"))' > $RAW_RESPONSE
+#jq ".features=(.features|map(select(.properties.confidence>=$THRESHOLD).geometry.coordinates=.properties.matchedPoints)|map(.properties.stroke=\"#0000ff\"))" $RAW_RESPONSE > $MATCHED_POINTS
+#
+#DEBUG=$(basename $1 | tr '.' '_')_total.geojson
+#cat $RAW_REQUEST $RAW_RESPONSE $MATCHED_POINTS | jq -s '{type: "FeatureCollection", features: ([.[0]] + .[1].features + .[2].features)}' > $DEBUG
diff --git a/bin/git/check-repos.sh b/bin/git/check-repos.sh
new file mode 100755
index 0000000..5180fc9
--- /dev/null
+++ b/bin/git/check-repos.sh
@@ -0,0 +1,48 @@
+#! /bin/bash
+
+LIST=~/.repos
+[[ $1 == -n ]] && {
+  COUNT_ONLY=true 
+  count=0
+}
+
+
+# Only works when file ~/.repos exists and readable
+if [ ! -r $LIST ]; then
+  echo File ~/.repos not found/readable
+  exit 1
+fi
+
+
+while read repo remote; do
+  [[ "$repo" =~ ^[[:space:]]*#.* ]] && continue
+
+  # In case repo is consists of variable like $HOME
+  # Use eval to get git information
+  eval cd $repo 2>/dev/null || {
+    echo Repo $repo is inaccessible
+    exit 1
+  }
+
+  # Changes in working dir, not yet to be a commit
+  changes="$(git -c color.status=always status --short)"
+
+  # Diff between from local repo and remote
+  cherry="$([ -n "`git remote`" ] && git cherry)"
+
+  if [[ $COUNT_ONLY == true ]]; then
+    # If '-n' is specified, only count repo with changes/local-diff
+    [[ -n "$changes" || -n "$cherry" ]] && (( count++ ))
+  else
+    # Or, just print their status
+    echo Check $repo
+    [[ -n "$changes" ]] && echo "$changes"
+    [[ -n "$cherry" ]] && echo -e "\e[31m[ahead]\e[0m"
+  fi
+done <$LIST
+
+
+# If '-n' is specified, print number of repos with changes/local-diff
+[[ $COUNT_ONLY == true ]] && echo $count
+
+exit 0
diff --git a/bin/git/swap-protocol.bash b/bin/git/swap-protocol.bash
new file mode 100755
index 0000000..b7f4db2
--- /dev/null
+++ b/bin/git/swap-protocol.bash
@@ -0,0 +1,25 @@
+#! /usr/bin/env bash
+# Get the first remote URL within git/https protocol on github.com
+# Swap the protocol, and apply new protocol to every remaining remotes
+
+target=''
+extra=''
+
+# For each remote
+git remote -v \
+| while read remote url etc; do
+  # Set fetch/push URL seperately
+  [[ $etc =~ push ]] && extra='--push' || extra=''
+
+  if [[ $url =~ git@.*github.com ]]; then
+    target=${target:-https}
+    # git@ -> https://
+    [[ $target == https ]] && sed -E 's#^git@(.+):(.+)$#https://\1/\2#' <<<$url | xargs git remote set-url $extra $remote
+  elif [[ $url =~ https://.*github.com ]]; then
+    target=${target:-git}
+    # https:// -> git@
+    [[ $target == git ]] && sed -E 's#^https://([^/]+)/(.+)$#git@\1:\2#' <<<$url | xargs git remote set-url $extra $remote
+  fi
+done
+
+git remote -v
diff --git a/bin/github/github-release.sh b/bin/github/github-release.sh
new file mode 100755
index 0000000..70ba672
--- /dev/null
+++ b/bin/github/github-release.sh
@@ -0,0 +1,154 @@
+#!/usr/bin/env sh
+#
+# Author: Hsieh Chin Fan (typebrook) <typebrook@gmail.com>
+# License: MIT
+# https://gist.github.com/typebrook/4947769e266173303d8848f496e272c9
+#
+# Originally created by stefanbuck
+# fork from: https://gist.github.com/stefanbuck/ce788fee19ab6eb0b4447a85fc99f447
+#
+# --
+# This script manages a release note or its asset with GitHub API v3.
+# It accepts the following parameters:
+#
+# * repo
+# * tag
+# * type (asset or edit)
+# * filename
+# * github_api_token
+# * action (optional, could be upload, overwrite, rename, delete, default to be upload)
+# * extra  (optional, new filename for action 'rename')
+# * create (optional, create a new release if it doesn't exist)
+#
+# Example:
+#
+# # Upload a file as asset. If there is a asset with the same filename, then overwrite it.
+# github-release.sh github_api_token=TOKEN repo=stefanbuck/playground tag=v0.1.0 type=asset filename=./build.zip overwrite=true
+#
+# # Edit a release note with file content
+# github-release.sh github_api_token=TOKEN repo=stefanbuck/playground tag=v0.1.0 type=edit filename=note
+
+# Check dependencies.
+set -e
+
+# Validate settings.
+[ "$TRACE" ] && set -x
+# Keep tty
+exec 3>&1
+
+CONFIG=$@
+
+for line in $CONFIG; do
+  eval "$line"
+done
+
+# Define variables.
+GH_API="https://api.github.com"
+GH_REPO="$GH_API/repos/$repo"
+GH_TAGS="$GH_REPO/releases/tags/$tag"
+AUTH="Authorization: token $github_api_token"
+
+if [ "$tag" = 'LATEST' ]; then
+  GH_TAGS="$GH_REPO/releases/latest"
+fi
+if [ "$type" = '' ]; then
+  sed -E -n -e ' /^$/ q; /# --/,$ s/^# *//p' "$0"
+  exit 0
+fi
+
+# Validate token.
+curl -o /dev/null -sH "$AUTH" $GH_REPO || { echo "Error: Invalid repo, token or network issue!";  exit 1; }
+
+# Read asset tags.
+response=$(curl -sH "$AUTH" $GH_TAGS)
+
+# Get ID of the release.
+release_id=$(echo "$response" | grep -m1 -w \"id\": | sed -E -e 's/[^0-9]//g')
+if [ -z "$release_id" ]; then
+  if [ "$create" = 'true' ]; then
+    body=$(cat <<EOF
+{
+  "tag_name": "$tag",
+  "target_commitish": "master",
+  "name": "$tag",
+  "body": "",
+  "draft": false,
+  "prerelease": false
+}
+EOF
+    )
+    response=$(curl -H "$AUTH" -H "Content-Type: application/json" -d "$body" "$GH_REPO/releases")
+    release_id=$(echo "$response" | grep -m1 -w \"id\": | sed -E -e 's/[^0-9]//g')
+  else
+    echo "Error: Failed to get release id for tag: $tag"; echo "$response" | awk 'length($0)<100' >&2
+    exit 1
+  fi
+fi
+
+post_asset() {
+  # Upload asset
+  echo "Uploading asset... " >&3
+  # Construct url
+  GH_ASSET="https://uploads.github.com/repos/$repo/releases/$release_id/assets?name=$1"
+
+  curl --data-binary @"$filename" -H "$AUTH" -H "Content-Type: application/octet-stream" $GH_ASSET
+}
+
+rename_asset() {
+  echo "Renaming asset($1) from $2 to $3" >&3
+  curl -X PATCH -H "$AUTH" -H "Content-Type: application/json" \
+    --data "{\"name\":\"$3\", \"label\":\"$3\"}" "$GH_REPO/releases/assets/$1"
+}
+
+delete_asset() {
+  echo "Deleting asset($1)... " >&3
+  curl -X "DELETE" -H "$AUTH" "$GH_REPO/releases/assets/$1"
+}
+
+upload_asset() {
+  # Get ID of the asset based on given filename.
+  # If exists, delete it.
+  eval $(echo "$response" | grep -C2 "\"name\": \"$(basename $filename)\"" | grep -m 1 "id.:" | grep -w id | tr : = | tr -cd '[[:alnum:]]=' | sed 's/id/asset_id/')
+  if [ "$asset_id" = ""  ]; then
+    echo "No need to overwrite asset"
+    post_asset $(basename $filename)
+  else
+    if [ "$action" = "overwrite" ]; then
+      new_asset_id=$(post_asset "bak_$(basename $filename)" | sed -E 's/^\{[^{]+"id":([0-9]+).+$/\1/')
+      [ "$new_asset_id" = "" ] && exit 1 || delete_asset "$asset_id"
+
+      rename_asset "$new_asset_id" "bak_$(basename $filename)" "$(basename $filename)"
+    elif [ "$action" = "rename" ]; then
+      rename_asset "$asset_id" "$filename" "$extra"
+    elif [ "$action" = "delete" ]; then
+      delete_asset "$asset_id"
+      exit 0
+    else
+      echo "File already exists on tag $tag"
+      echo "If you want to overwrite it, set action=overwrite"
+      exit 1
+    fi
+  fi
+}
+
+edit_release() {
+  GH_RELEASE="$GH_REPO/releases/$release_id"
+  body=$(cat <<EOF
+{
+  "tag_name": "$tag",
+  "target_commitish": "master",
+  "name": "$tag",
+  "body": "$(cat $filename | sed 's/"/\\"/g; $! s/$/\\n/' | tr -d '\n')",
+  "draft": false,
+  "prerelease": false
+}
+EOF
+  )
+  curl -X PATCH -H "$AUTH" -H "Content-Type: application/json" -d "$body" $GH_RELEASE
+}
+
+case $type in
+  asset) upload_asset;;
+  edit) edit_release;;
+  *) echo "type should be 'asset' or 'edit'";;
+esac
diff --git a/bin/gpx/footer b/bin/gpx/footer
new file mode 100644
index 0000000..d0759c0
--- /dev/null
+++ b/bin/gpx/footer
@@ -0,0 +1 @@
+</gpx>
diff --git a/bin/gpx/gpx.check.py b/bin/gpx/gpx.check.py
new file mode 100755
index 0000000..10be97c
--- /dev/null
+++ b/bin/gpx/gpx.check.py
@@ -0,0 +1,85 @@
+#!/usr/bin/env python3
+
+import sys
+import os
+import argparse
+import copy
+import fileinput
+from osgeo import ogr
+import osr
+import urllib.parse
+
+def rewrite_gpx(filename):
+    for line in fileinput.input(filename, inplace=True):
+        if fileinput.isfirstline() and "'" in line:
+            line = '<?xml version="1.0" encoding="UTF-8"?>'
+        if fileinput.filelineno() == 2 and "version" not in line:
+            line = line.replace('<gpx', '<gpx version="1.1"')
+        print(line.rstrip('\n'))
+
+def check_valid(filename, threshold, add_prefix):
+    rewrite_gpx(filename)
+
+    driver = ogr.GetDriverByName('GPX')
+    try:
+        dataSource = driver.Open(filename)
+    except Exception:
+        pass
+    if dataSource is None:
+        print("could not open")
+        sys.exit(1)
+
+    inSpatialRef = osr.SpatialReference()
+    inSpatialRef.ImportFromEPSG(4326)
+    outSpatialRef = osr.SpatialReference()
+    outSpatialRef.ImportFromEPSG(3857)
+    to3857 = osr.CoordinateTransformation(inSpatialRef, outSpatialRef)
+    to4326 = osr.CoordinateTransformation(outSpatialRef, inSpatialRef)
+
+    trkLayer = dataSource.GetLayer(4)
+    trkpt = trkLayer.GetNextFeature()
+    flag = False
+    while trkpt:
+        nextTrkpt = trkLayer.GetNextFeature()
+        if nextTrkpt:
+            geom1 = trkpt.GetGeometryRef()
+            geom1.Transform(to3857)
+            geom2 = nextTrkpt.GetGeometryRef()
+            geom2.Transform(to3857)
+            distance = geom1.Distance(geom2)
+
+            geom1.Transform(to4326)
+            geom2.Transform(to4326)
+            if distance >= threshold:
+                if not flag:
+                    print(f'{filename} has problem, the following urls shows the points with distance far from {threshold}m:')
+                    print()
+                    flag = True
+                    if add_prefix:
+                        dir = os.path.dirname(filename)
+                        if dir:
+                            dir += '/'
+                        os.rename(filename, f'{dir}invalid_{os.path.basename(filename)}')
+
+                geojson = '{{"type": "LineString", "coordinates": [[{}, {}], [{}, {}]]}}'.format(
+                    geom1.GetX(), geom1.GetY(),
+                    geom2.GetX(), geom2.GetY()
+                )
+                encoded = urllib.parse.quote(geojson)
+                print('http://geojson.io/#data=data:application/json,{}'.format(encoded))
+                print()
+        else:
+            break
+        trkpt = nextTrkpt
+
+def main(argv):
+    parser = argparse.ArgumentParser()
+    parser.add_argument('file', help="you can add multiple gpx files at the same time", nargs='+')
+    parser.add_argument("-i", help="add prefix to invalid files", action="store_true")
+    parser.add_argument("-d", help="distance of tolerance(m), 100 by default", dest="distance", default=100)
+    args = parser.parse_args()
+    for file in args.file:
+        check_valid(file, float(args.distance), args.i)
+
+if __name__ == '__main__':
+    main(sys.argv)
diff --git a/bin/gpx/gpx.merge_gpx.sh b/bin/gpx/gpx.merge_gpx.sh
new file mode 100755
index 0000000..4b024a7
--- /dev/null
+++ b/bin/gpx/gpx.merge_gpx.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+
+GPX_DIR=$(dirname $0)
+
+sed '/<trk/,/<\/trk>/ p' -nr | cat $GPX_DIR/header - $GPX_DIR/footer
diff --git a/bin/gpx/gpx.merge_trk.sh b/bin/gpx/gpx.merge_trk.sh
new file mode 100755
index 0000000..c3a72d4
--- /dev/null
+++ b/bin/gpx/gpx.merge_trk.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+
+sed '/<trk>/,/<\/name>/ d; /<\/trk>/ d; /<\/gpx>/ i \ \ <\/trk>' |\
+awk '/<trkseg>/ && !x {print "  <trk>\n    <name>combined_trk</name>"; x=1} 1'
diff --git a/bin/gpx/gpx2geojson.sh b/bin/gpx/gpx2geojson.sh
new file mode 100755
index 0000000..eefcf5e
--- /dev/null
+++ b/bin/gpx/gpx2geojson.sh
@@ -0,0 +1,48 @@
+#! /bin/bash
+
+<$1 xq '.gpx |
+  (
+    label $out |
+    if .wpt != null then [.wpt] else break $out end |
+    flatten[] |
+    {
+      type: "Feature",
+      properties: { name: .name },
+      geometry: {
+        type: "Point",
+        coordinates: [
+          (.["@lon"]|tonumber),
+          (.["@lat"]|tonumber),
+          (.ele | if . == null then null else tonumber end)
+        ]
+      }
+    }
+  ),
+  (
+    label $out |
+    if .trk != null then [.trk] else break $out end |
+    flatten[] |
+    {
+      type: "Feature",
+      properties: { name: .name },
+      geometry: {
+        type: "MultiLineString",
+        coordinates:
+          [.trkseg] | flatten | map(
+            .trkpt | map(
+              [
+                (.["@lon"]|tonumber),
+                (.["@lat"]|tonumber),
+                (.ele | if . == null then null else tonumber end)
+              ]
+            )
+          )
+      }
+    }
+  )
+' | jq -s '
+  {
+    type: "FeatureCollection",
+    features: .
+  }
+'
diff --git a/bin/gpx/header b/bin/gpx/header
new file mode 100644
index 0000000..1912e8b
--- /dev/null
+++ b/bin/gpx/header
@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no" ?>
+<gpx xmlns="http://www.topografix.com/GPX/1/1" creator="MapSource 6.10.2" version="1.1" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.topografix.com/GPX/1/1 http://www.topografix.com/GPX/1/1/gpx.xsd">
+
+  <metadata>
+    <link href="http://www.garmin.com">
+      <text>Garmin International</text>
+    </link>
+    <time>2019-12-18T06:17:16Z</time>
+    <bounds maxlat="24.554773" maxlon="121.293261" minlat="24.534487" minlon="121.284309"/>
+  </metadata>
diff --git a/bin/init/check_upstream b/bin/init/check_upstream
new file mode 100755
index 0000000..fa6d277
--- /dev/null
+++ b/bin/init/check_upstream
@@ -0,0 +1,24 @@
+#! /bin/bash
+
+# This script is for repo forked from others
+# check $1(repo) if upstream branch origin/master is
+# ahead of local branch $2(default to dev)
+
+if [ ! -d "$1" ]; then
+    return 0
+fi
+
+head='dev'
+if [ $# -eq 2 ]
+then
+    head=$2
+fi
+
+cd "$1" && \
+git fetch origin && \
+if ! git rev-list "$head" | grep "$(git rev-parse origin/master)" > /dev/null; then
+  [[ $(git pull my) == 'Alrady up to date.' ]] || \
+  echo "New commit at" "$1"
+fi
+
+echo "$(date)" check "$1" >> "$SETTING_DIR/log" || echo error happens when check upstream at $1
diff --git a/bin/init/exit.sh b/bin/init/exit.sh
new file mode 100755
index 0000000..3723670
--- /dev/null
+++ b/bin/init/exit.sh
@@ -0,0 +1,5 @@
+#! /usr/bin/env bash
+
+#if [[ `cat /etc/hostname` != 'vultr' ]]; then
+#  rsync -a --delete ~/.thunderbird/ pham@topo.tw:~/.thunderbird &
+#fi
diff --git a/bin/init/load-settings.sh b/bin/init/load-settings.sh
new file mode 100755
index 0000000..fcd6494
--- /dev/null
+++ b/bin/init/load-settings.sh
@@ -0,0 +1,70 @@
+trap 'exit.sh' EXIT
+
+export SETTING_DIR=${SETTING_DIR:=$HOME/helper}
+export EDITOR=vim
+export TERM=xterm-256color
+export XDG_CONFIG_HOME=~/.config
+
+# Get current shell
+export shell=$(</proc/$$/cmdline sed -E 's/(.)-.+$/\1/' | tr -d '[\0\-]')
+shell=${shell##*/}
+
+# load custom aliases
+source $SETTING_DIR/alias
+[[ -d $SETTING_DIR/private ]] && for f in $SETTING_DIR/private/*; do source $f; done
+
+# Add custom scripts into PATH
+BIN_DIR=$HOME/bin
+PATH=$BIN_DIR:$PATH
+mkdir -p $BIN_DIR
+find $BIN_DIR -xtype l -exec rm {} + 2>/dev/null
+find $SETTING_DIR/bin -type f -executable -exec realpath {} + | \
+xargs -I{} ln -sf {} $BIN_DIR
+
+# Mail
+MAIL=$HOME/Maildir
+
+# sync with important git repos
+setsid sync.sh
+
+# local
+PATH=$PATH:$HOME/.local/bin
+# go
+PATH=$PATH:$HOME/go/bin
+# android-studio
+PATH=$PATH:$HOME/android-studio/bin
+# cargo
+PATH=$PATH:$HOME/.cargo/bin
+# yarn
+PATH=$PATH:$HOME/.yarn/bin
+
+# fzf
+if which fzf &>/dev/null; then
+  fzf_preview() { fzf --preview 'cat {}'; }
+  source ~/.fzf.${shell} &>/dev/null
+fi
+
+# Set zsh or bash
+if [[ $- =~ i ]]; then
+    if [[ $shell == zsh ]]; then
+      setopt extended_glob
+      fpath=($SETTING_DIR/zsh $fpath)
+      alias history='history -i'
+      autoload compinit; compinit
+
+      #autoload -U deer
+      #zle -N deer
+      #bindkey '\ek' deer
+      bindkey -s '\ek' 'fzf_preview
'
+    elif [[ $shell == bash ]]; then
+      shopt -s extglob
+      HISTTIMEFORMAT='%Y-%m-%d %T '
+
+      bind -m emacs-standard -x '"\ek": fzf_preview'
+    fi
+fi
+
+# Working DIR
+[[ `pwd` == $HOME ]] && cd ~/Downloads
+
+true
diff --git a/bin/init/sync.sh b/bin/init/sync.sh
new file mode 100755
index 0000000..bcd7bed
--- /dev/null
+++ b/bin/init/sync.sh
@@ -0,0 +1,37 @@
+#!/bin/bash
+
+# If git is working in other process, then don't sync again
+pidof git >/dev/null && exit 0
+
+# my repo
+sync() {
+  {
+    cd $1 && [[ -n `git remote -v` ]] || return
+  } 2>/dev/null
+  GIT_SSH_COMMAND="ssh -o ControlMaster=no" git pull --quiet || echo Has trouble when syncing `pwd`
+}
+sync $SETTING_DIR &
+sync ~/log &
+sync ~/blog &
+sync ~/git/vps &
+sync ~/.task &
+sync ~/.password-store &
+sync ~/.vim/vim-init &
+sync ~/bean &
+
+while true; do
+  if test $(jobs -r | wc -l) -gt 0; then
+    sleep 1;
+  else
+    which notify-send &>/dev/null && notify-send 'Repos synced'
+    break
+  fi
+done &
+
+# others repo
+#check_upstream ~/git/tig || echo in `pwd` >/dev/tty &
+
+# thunderbird
+#if [[ `cat /etc/hostname` != 'vultr' ]]; then
+#  rsync -a pham@topo.tw:~/.thunderbird/ ~/.thunderbird &
+#fi
diff --git a/bin/install.sh b/bin/install.sh
new file mode 100755
index 0000000..b6d6bde
--- /dev/null
+++ b/bin/install.sh
@@ -0,0 +1,30 @@
+#! /usr/bin/env bash
+
+set -e
+
+# Default settings
+SETTING_DIR=${SETTING_DIR:-~/helper}
+REPO=${REPO:-typebrook/helper}
+REMOTE=${REMOTE:-https://github.com/${REPO}.git}
+BRANCH=${BRANCH:-dev}
+RCFILE=${RCFILE:-~/.$(basename $SHELL)rc}
+
+if [ ! -d $SETTING_DIR ]; then
+  git clone --depth=1 --branch "$BRANCH" "$REMOTE" "$SETTING_DIR" || {
+      error "git clone of helper repo failed"
+      exit 1
+  }
+fi
+
+# Write initial commands into .bashrc or .zshrc
+sed -i'.bak' "\^# $REPO^, /^$/ d" $RCFILE
+cat >>$RCFILE <<EOF
+
+# $REPO
+export SETTING_DIR=$SETTING_DIR
+source \$SETTING_DIR/bin/init/load-settings.sh
+EOF
+
+cd "$SETTING_DIR" || exit 1
+git swapprotocol
+make
diff --git a/bin/markdown/reveal b/bin/markdown/reveal
new file mode 100755
index 0000000..c6bf97b
--- /dev/null
+++ b/bin/markdown/reveal
@@ -0,0 +1,45 @@
+#! /bin/bash
+
+if [[ ! $1 =~ (.md|.slide)$ || ! -e $1 ]]; then
+  echo markdown file is not given >&2
+  exit 1
+fi
+
+# Available themes:
+# beige black blood league moon night serif simple sky solarized white
+THEME=${THEME:-serif}
+
+# Available highlight theme:
+# a11y-dark a11y-light agate androidstudio an-old-hope
+# arduino-light arta ascetic atom-one-dark atom-one-dark-reasonable
+# atom-one-light base16 brown-paper brown-papersq.png codepen-embed
+# color-brewer dark default devibeans docco
+# far felipec foundation github github-dark github-dark-dimmed
+# gml googlecode gradient-dark gradient-light grayscale hybrid
+# idea intellij-light ir-black isbl-editor-dark isbl-editor-light kimbie-dark
+# kimbie-light lightfair lioshi magula mono-blue monokai
+# monokai-sublime night-owl nnfx-dark nnfx-light nord obsidian
+# panda-syntax-dark panda-syntax-light paraiso-dark paraiso-light pojoaque
+# pojoaque.jpg purebasic qtcreator-dark qtcreator-light rainbow
+# routeros school-book shades-of-purple srcery stackoverflow-dark
+# stackoverflow-light sunburst tokyo-night-dark tokyo-night-light tomorrow-night-blue
+# tomorrow-night-bright vs2015 vs xcode xt256
+HIGHLIGHT_THEME=${HIGHLIGHT_THEME:-base16/zenburn}
+
+
+if [[ $1 =~ / ]]; then
+  DIR="`dirname $1`"
+else
+  DIR="`pwd`"
+fi
+
+set -x
+docker run --rm \
+  -u `id -u`:`id -g` \
+  -v "$DIR":/slides \
+  -p 1948:1948 \
+  webpronl/reveal-md:5.3.4 \
+    `basename $1` \
+    --static /slides \
+    #--theme ${THEME} \
+    #--highlight-theme ${HIGHLIGHT_THEME} \
diff --git a/bin/misc/brightness.sh b/bin/misc/brightness.sh
new file mode 100755
index 0000000..4f548f5
--- /dev/null
+++ b/bin/misc/brightness.sh
@@ -0,0 +1,10 @@
+#! /usr/bin/env bash
+
+BACKLIGHT_DIR=/sys/class/backlight/intel_backlight
+
+CURRENT=$(cat $BACKLIGHT_DIR/brightness)
+MAX=$(cat $BACKLIGHT_DIR/max_brightness)
+
+echo " $CURRENT + ( $MAX * ${1/+} )" | \
+bc | \
+cut -d'.' -f1 >$BACKLIGHT_DIR/brightness
diff --git a/bin/misc/diff-highlight b/bin/misc/diff-highlight
new file mode 100755
index 0000000..08c88bb
--- /dev/null
+++ b/bin/misc/diff-highlight
@@ -0,0 +1,213 @@
+#!/usr/bin/perl
+
+use warnings FATAL => 'all';
+use strict;
+
+# Highlight by reversing foreground and background. You could do
+# other things like bold or underline if you prefer.
+my @OLD_HIGHLIGHT = (
+	color_config('color.diff-highlight.oldnormal'),
+	color_config('color.diff-highlight.oldhighlight', "\x1b[7m"),
+	color_config('color.diff-highlight.oldreset', "\x1b[27m")
+);
+my @NEW_HIGHLIGHT = (
+	color_config('color.diff-highlight.newnormal', $OLD_HIGHLIGHT[0]),
+	color_config('color.diff-highlight.newhighlight', $OLD_HIGHLIGHT[1]),
+	color_config('color.diff-highlight.newreset', $OLD_HIGHLIGHT[2])
+);
+
+my $RESET = "\x1b[m";
+my $COLOR = qr/\x1b\[[0-9;]*m/;
+my $BORING = qr/$COLOR|\s/;
+
+my @removed;
+my @added;
+my $in_hunk;
+
+# Some scripts may not realize that SIGPIPE is being ignored when launching the
+# pager--for instance scripts written in Python.
+$SIG{PIPE} = 'DEFAULT';
+
+while (<>) {
+	if (!$in_hunk) {
+		print;
+		$in_hunk = /^$COLOR*\@/;
+	}
+	elsif (/^$COLOR*-/) {
+		push @removed, $_;
+	}
+	elsif (/^$COLOR*\+/) {
+		push @added, $_;
+	}
+	else {
+		show_hunk(\@removed, \@added);
+		@removed = ();
+		@added = ();
+
+		print;
+		$in_hunk = /^$COLOR*[\@ ]/;
+	}
+
+	# Most of the time there is enough output to keep things streaming,
+	# but for something like "git log -Sfoo", you can get one early
+	# commit and then many seconds of nothing. We want to show
+	# that one commit as soon as possible.
+	#
+	# Since we can receive arbitrary input, there's no optimal
+	# place to flush. Flushing on a blank line is a heuristic that
+	# happens to match git-log output.
+	if (!length) {
+		local $| = 1;
+	}
+}
+
+# Flush any queued hunk (this can happen when there is no trailing context in
+# the final diff of the input).
+show_hunk(\@removed, \@added);
+
+exit 0;
+
+# Ideally we would feed the default as a human-readable color to
+# git-config as the fallback value. But diff-highlight does
+# not otherwise depend on git at all, and there are reports
+# of it being used in other settings. Let's handle our own
+# fallback, which means we will work even if git can't be run.
+sub color_config {
+	my ($key, $default) = @_;
+	my $s = `git config --get-color $key 2>/dev/null`;
+	return length($s) ? $s : $default;
+}
+
+sub show_hunk {
+	my ($a, $b) = @_;
+
+	# If one side is empty, then there is nothing to compare or highlight.
+	if (!@$a || !@$b) {
+		print @$a, @$b;
+		return;
+	}
+
+	# If we have mismatched numbers of lines on each side, we could try to
+	# be clever and match up similar lines. But for now we are simple and
+	# stupid, and only handle multi-line hunks that remove and add the same
+	# number of lines.
+	if (@$a != @$b) {
+		print @$a, @$b;
+		return;
+	}
+
+	my @queue;
+	for (my $i = 0; $i < @$a; $i++) {
+		my ($rm, $add) = highlight_pair($a->[$i], $b->[$i]);
+		print $rm;
+		push @queue, $add;
+	}
+	print @queue;
+}
+
+sub highlight_pair {
+	my @a = split_line(shift);
+	my @b = split_line(shift);
+
+	# Find common prefix, taking care to skip any ansi
+	# color codes.
+	my $seen_plusminus;
+	my ($pa, $pb) = (0, 0);
+	while ($pa < @a && $pb < @b) {
+		if ($a[$pa] =~ /$COLOR/) {
+			$pa++;
+		}
+		elsif ($b[$pb] =~ /$COLOR/) {
+			$pb++;
+		}
+		elsif ($a[$pa] eq $b[$pb]) {
+			$pa++;
+			$pb++;
+		}
+		elsif (!$seen_plusminus && $a[$pa] eq '-' && $b[$pb] eq '+') {
+			$seen_plusminus = 1;
+			$pa++;
+			$pb++;
+		}
+		else {
+			last;
+		}
+	}
+
+	# Find common suffix, ignoring colors.
+	my ($sa, $sb) = ($#a, $#b);
+	while ($sa >= $pa && $sb >= $pb) {
+		if ($a[$sa] =~ /$COLOR/) {
+			$sa--;
+		}
+		elsif ($b[$sb] =~ /$COLOR/) {
+			$sb--;
+		}
+		elsif ($a[$sa] eq $b[$sb]) {
+			$sa--;
+			$sb--;
+		}
+		else {
+			last;
+		}
+	}
+
+	if (is_pair_interesting(\@a, $pa, $sa, \@b, $pb, $sb)) {
+		return highlight_line(\@a, $pa, $sa, \@OLD_HIGHLIGHT),
+		       highlight_line(\@b, $pb, $sb, \@NEW_HIGHLIGHT);
+	}
+	else {
+		return join('', @a),
+		       join('', @b);
+	}
+}
+
+sub split_line {
+	local $_ = shift;
+	return map { /$COLOR/ ? $_ : (split //) }
+	       split /($COLOR*)/;
+}
+
+sub highlight_line {
+	my ($line, $prefix, $suffix, $theme) = @_;
+
+	my $start = join('', @{$line}[0..($prefix-1)]);
+	my $mid = join('', @{$line}[$prefix..$suffix]);
+	my $end = join('', @{$line}[($suffix+1)..$#$line]);
+
+	# If we have a "normal" color specified, then take over the whole line.
+	# Otherwise, we try to just manipulate the highlighted bits.
+	if (defined $theme->[0]) {
+		s/$COLOR//g for ($start, $mid, $end);
+		chomp $end;
+		return join('',
+			$theme->[0], $start, $RESET,
+			$theme->[1], $mid, $RESET,
+			$theme->[0], $end, $RESET,
+			"\n"
+		);
+	} else {
+		return join('',
+			$start,
+			$theme->[1], $mid, $theme->[2],
+			$end
+		);
+	}
+}
+
+# Pairs are interesting to highlight only if we are going to end up
+# highlighting a subset (i.e., not the whole line). Otherwise, the highlighting
+# is just useless noise. We can detect this by finding either a matching prefix
+# or suffix (disregarding boring bits like whitespace and colorization).
+sub is_pair_interesting {
+	my ($a, $pa, $sa, $b, $pb, $sb) = @_;
+	my $prefix_a = join('', @$a[0..($pa-1)]);
+	my $prefix_b = join('', @$b[0..($pb-1)]);
+	my $suffix_a = join('', @$a[($sa+1)..$#$a]);
+	my $suffix_b = join('', @$b[($sb+1)..$#$b]);
+
+	return $prefix_a !~ /^$COLOR*-$BORING*$/ ||
+	       $prefix_b !~ /^$COLOR*\+$BORING*$/ ||
+	       $suffix_a !~ /^$BORING*$/ ||
+	       $suffix_b !~ /^$BORING*$/;
+}
diff --git a/bin/misc/flash.sh b/bin/misc/flash.sh
new file mode 100755
index 0000000..93ce8fd
--- /dev/null
+++ b/bin/misc/flash.sh
@@ -0,0 +1,39 @@
+#! /bin/bash
+
+while true; do
+  CARDS="$(cat ~/log/flashcards.md | shuf | head -5)"
+  CARD="$(<<<"$CARDS" sed -n 3p)"
+
+  # Print the Question
+  <<<"$CARD" tr -s '\t' | cut -f1
+  echo
+  tput bold; tput setaf 1
+  <<<"$CARDS" tr -s '\t' | cut -f2 | tr '\n' '\t'
+  tput sgr0
+  echo 
+  echo
+  echo ----
+  echo
+
+  # Get the User Input
+  read -er INPUT
+
+  # Print the Answer
+  ANSER=$(<<<"$CARD" tr -s '\t' | cut -f2)
+  echo
+  echo ----
+  echo
+
+  # If answer correctly, print the checked box
+  if [[ "$INPUT" == "$ANSER" ]]; then
+    tput setaf 2
+    echo '☑'
+    tput setaf 7
+  else
+    echo $ANSER
+  fi
+
+  echo
+  read
+  tput clear
+done
diff --git a/bin/misc/mvt_decode.py b/bin/misc/mvt_decode.py
new file mode 100755
index 0000000..7c9ac89
--- /dev/null
+++ b/bin/misc/mvt_decode.py
@@ -0,0 +1,11 @@
+#! /bin/env python3
+
+import mapbox_vector_tile
+import sys
+
+mvt = sys.argv[1]
+
+with open(mvt, 'rb') as f:
+    data = f.read()
+    decoded_data = mapbox_vector_tile.decode(data)
+    print(decoded_data)
diff --git a/bin/misc/ocr b/bin/misc/ocr
new file mode 100755
index 0000000..26594fe
--- /dev/null
+++ b/bin/misc/ocr
@@ -0,0 +1,16 @@
+#!/bin/bash 
+# Dependencies: tesseract-ocr imagemagick scrot xsel
+
+SCR_IMG=`mktemp`
+trap "rm $SCR_IMG*" EXIT
+
+scrot -s $SCR_IMG.png -q 100    
+# increase image quality with option -q from default 75 to 100
+
+mogrify -modulate 100,0 -resize 400% $SCR_IMG.png 
+#should increase detection rate
+
+tesseract $SCR_IMG.png $SCR_IMG &> /dev/null
+cat $SCR_IMG.txt | trans -t zh-TW --brief --engine bing | cat $SCR_IMG.txt - | tr '\n' ' ' | xargs -I{} notify-send --urgency=critical translation '{}'
+
+exit
diff --git a/bin/misc/refresh-todo.sh b/bin/misc/refresh-todo.sh
new file mode 100755
index 0000000..7931536
--- /dev/null
+++ b/bin/misc/refresh-todo.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+
+# $1 as file, $2 as topic (Daily, Weekly, Monthly)
+# change markdown check-list to empty
+sed -i "/^## $2/,/^$/ s/\[.\]/\[ \]/" $1
diff --git a/bin/misc/simple_cors_server.py b/bin/misc/simple_cors_server.py
new file mode 100755
index 0000000..9d2c898
--- /dev/null
+++ b/bin/misc/simple_cors_server.py
@@ -0,0 +1,18 @@
+#!/usr/bin/env python3
+# encoding: utf-8
+"""Use instead of `python3 -m http.server` when you need CORS"""
+
+from http.server import HTTPServer, SimpleHTTPRequestHandler
+
+
+class CORSRequestHandler(SimpleHTTPRequestHandler):
+    def end_headers(self):
+        self.send_header('Access-Control-Allow-Origin', '*')
+        self.send_header('Access-Control-Allow-Methods', 'GET')
+        self.send_header('Cache-Control', 'no-store, no-cache, must-revalidate')
+        return super(CORSRequestHandler, self).end_headers()
+
+
+httpd = HTTPServer(('localhost', 8003), CORSRequestHandler)
+print('check localhost:8003')
+httpd.serve_forever()
diff --git a/bin/misc/sync-gist.sh b/bin/misc/sync-gist.sh
new file mode 100755
index 0000000..86cca04
--- /dev/null
+++ b/bin/misc/sync-gist.sh
@@ -0,0 +1,21 @@
+#! /bin/bash
+
+set -o pipefail
+set -e
+
+repo=~/gist/b0d2e7e67aa50298fdf8111ae7466b56
+
+while read -r commit; do
+
+  cd $repo
+  git checkout $commit
+  message="$(git show $commit | sed -n '1,4 d; /^diff/ q; s/^    //p')"
+
+  cd ~/git/Bash-Snippets
+  cp $repo/gist gist/gist
+  git add gist/gist && git commit -m "$message" || true
+done
+
+cd $repo
+git checkout master
+
diff --git a/bin/misc/transfer b/bin/misc/transfer
new file mode 100755
index 0000000..1fc2117
--- /dev/null
+++ b/bin/misc/transfer
@@ -0,0 +1,22 @@
+#! /bin/env sh
+
+if [ $# -eq 0 ];then
+  echo "No arguments specified.\nUsage:\n  transfer <file|directory>\n  ... | transfer <file_name>">&2;
+  return 1;
+fi;
+if tty -s; then
+  file="$1"; file_name=$(basename "$file");
+  if [ ! -e "$file" ]; then
+    echo "$file: No such file or directory">&2;
+    return 1;
+  fi;
+  if [ -d "$file" ];then
+    file_name="$file_name.zip" ,;
+    (cd "$file" && zip -r -q - .) | curl -w '\n' --progress-bar --upload-file "-" "https://topo.tw/up/$file_name" | tee /dev/null;
+  else
+    cat "$file" | curl -w '\n' --progress-bar --upload-file "-" "https://topo.tw/up/$file_name" | tee /dev/null;
+  fi;
+else
+  file_name=$1;
+  curl -w '\n' --progress-bar --upload-file "-" "https://topo.tw/up/$file_name" | tee /dev/null;
+fi;
diff --git a/bin/osm/josm_install.sh b/bin/osm/josm_install.sh
new file mode 100755
index 0000000..520875a
--- /dev/null
+++ b/bin/osm/josm_install.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+# scripts from https://josm.openstreetmap.de/wiki/Download#Webstart
+echo deb https://josm.openstreetmap.de/apt $(lsb_release -sc) universe | sudo tee /etc/apt/sources.list.d/josm.list > /dev/null &&\
+wget -q https://josm.openstreetmap.de/josm-apt.key -O- | sudo apt-key add - &&\
+sudo apt-get update &&\
+sudo apt-get remove josm josm-plugins &&\
+sudo apt-get install josm
diff --git a/bin/osm/note b/bin/osm/note
new file mode 100644
index 0000000..aa51031
--- /dev/null
+++ b/bin/osm/note
@@ -0,0 +1 @@
+diff -y <(ls|sort) <(osm.help | cut -d' ' -f3 | sort | uniq)
diff --git a/bin/osm/osm b/bin/osm/osm
new file mode 100644
index 0000000..344f906
--- /dev/null
+++ b/bin/osm/osm
@@ -0,0 +1,18 @@
+#! /bin/sh
+
+export OSM_TEST_SERVER=https://master.apis.dev.openstreetmap.org
+export OSM_SERVER=https://api.openstreetmap.org
+export OSM_TES_SERVER=https://api.openstreetmap.org
+
+export OSM_API=$OSM_SERVER/api/0.6
+export OSM_USER_PASSWD=$(cat $SETTING_DIR/tokens/osm 2>/dev/null)
+
+FILENAME=$0
+
+utils.osm() {
+    vim $FILENAME && source $FILENAME
+}
+
+osm.api() {
+    curl -X GET $OSM_API/$1/$2
+}
diff --git a/bin/osm/osm.api.changeset.add b/bin/osm/osm.api.changeset.add
new file mode 100755
index 0000000..3e4878e
--- /dev/null
+++ b/bin/osm/osm.api.changeset.add
@@ -0,0 +1,10 @@
+#!/bin/sh
+
+element=$(cat)
+header=$(echo $element | grep -E "<(node|way|relation)\s")
+ele_type=$(echo $header | sed -r 's/.*<(node|way|relation).*$/\1/')
+id=$(echo $header | sed -r 's/.* id=\"([^"]+)\".*$/\1/')
+
+echo $element | \
+sed -r "s/^( *<(node|way|relation).*version[^ ]+ )(.*)$/\1changeset=\"$1\">/" | \
+curl -X PUT -u $OSM_USER_PASSWD -i -T - $OSM_API/$ele_type/$id
diff --git a/bin/osm/osm.api.changeset.close b/bin/osm/osm.api.changeset.close
new file mode 100755
index 0000000..3b016c3
--- /dev/null
+++ b/bin/osm/osm.api.changeset.close
@@ -0,0 +1,3 @@
+#!/bin/sh
+
+curl -X PUT -u $OSM_USER_PASSWD -i $OSM_API/changeset/$1/close
diff --git a/bin/osm/osm.api.changeset.commit b/bin/osm/osm.api.changeset.commit
new file mode 100755
index 0000000..6b67833
--- /dev/null
+++ b/bin/osm/osm.api.changeset.commit
@@ -0,0 +1,80 @@
+#!/bin/bash
+
+set -e
+shopt -s lastpipe
+
+OSM_SERVER=https://api.openstreetmap.org
+OSM_TEST_SERVER=https://master.apis.dev.openstreetmap.org
+if [[ $@ =~ '--serious' ]]; then
+  SERVER=$OSM_SERVER
+else
+  SERVER=$OSM_TEST_SERVER
+fi
+
+OSM_API=${SERVER}/api/0.6
+FILE=${@//--serious/}
+
+# Prompt for comment and User:Password
+if [[ ! -t 0 ]]; then
+  comment=$(cat)
+else
+  read -e -p 'Type comment: ' -r comment </dev/tty
+fi
+if [ -z ${OSM_USER_PASSWD} ]; then
+  read -e -p 'Type USER:PASSWD: ' -r OSM_USER_PASSWD </dev/tty
+fi
+
+create_changeset() {
+  SOURCE_TAG="${SOURCE:+$(printf "<tag k='source' v='%s'/>" $SOURCE)}"
+
+  curl ${OSM_API}/changeset/create \
+    --user ${OSM_USER_PASSWD} \
+    --upload-file - \
+    --silent \
+    <<EOF | tail -1
+<osm>
+  <changeset>
+    ${SOURCE_TAG}
+    <tag k='comment' v='${comment}'/>
+    <tag k='created_by' v='bash script'/>
+    <tag k='bot' v='yes'/>
+  </changeset>
+</osm>
+EOF
+}
+
+# Return http code after uploading a file
+uploade_file_to_changeset() {
+  curl -X POST $OSM_API/changeset/${changeset_id}/upload \
+    --user ${OSM_USER_PASSWD} -i \
+    --upload-file - \
+    --silent -o /dev/null -w "%{http_code}" 
+}
+
+close_changeset() {
+  curl -X PUT ${OSM_API}/changeset/${changeset_id}/close \
+    --user ${OSM_USER_PASSWD} -i \
+    --silent -o /dev/null -w "%{http_code}" 
+}
+
+# Create changeset with given information
+changeset_id=$(create_changeset)
+
+# Print created changeset id
+echo "Changeset created, check ${SERVER}/changeset/${changeset_id}" >/dev/tty
+echo ${changeset_id}
+
+# Upload OSC file to Changeset
+sed -Ee "/<(node|way|relation)/ s/>/ changeset=\"${changeset_id}\">/" $FILE |\
+uploade_file_to_changeset | if [[ $(cat) == '200' ]]; then 
+  echo Upload file $FILE to changeset ${changeset_id} >/dev/tty
+else
+  exit 1
+fi
+
+# Close Changeset
+close_changeset | if [[ $(cat) == '200' ]]; then 
+  echo Changeset ${changeset_id} closed >/dev/tty
+else
+  exit 1
+fi 
diff --git a/bin/osm/osm.api.changeset.create b/bin/osm/osm.api.changeset.create
new file mode 100755
index 0000000..ab9fe85
--- /dev/null
+++ b/bin/osm/osm.api.changeset.create
@@ -0,0 +1,25 @@
+#!/bin/sh
+
+set -e
+
+read -e -p 'Type comment: ' -r comment </dev/tty
+if [ -z $OSM_USER_PASSWD ]; then
+  read -e -p 'Type USER:PASSWD: ' -r OSM_USER_PASSWD </dev/tty
+fi
+
+info="<osm>
+        <changeset>
+          <tag k='comment' v='$comment'/>
+          <tag k='created_by' v='bash script'/>
+          <tag k='bot' v='yes'/>
+        </changeset>
+      </osm>
+     "
+
+changeset_id=$(echo $info |\
+               curl -u $OSM_USER_PASSWD --upload-file - $OSM_API/changeset/create |\
+               tail -1)
+
+echo >/dev/tty
+echo "changeset created, check $OSM_SERVER/changeset/$changeset_id" >/dev/tty
+echo $changeset_id | tee /tmp/changeset && echo copied to /tmp/changeset
diff --git a/bin/osm/osm.api.changeset.update b/bin/osm/osm.api.changeset.update
new file mode 100755
index 0000000..7267449
--- /dev/null
+++ b/bin/osm/osm.api.changeset.update
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+ID=${1:-$(cat /tmp/changeset 2>/dev/null)}
+[ -z $ID ] && echo Please specify Changeset ID && exit 1
+
+read -e -p 'Type comment: ' -r comment </dev/tty
+
+echo "<osm><changeset><tag k=\"comment\" v=\"$comment\"/></changeset></osm>" | \
+curl -X PUT -u $OSM_USER_PASSWD -i -T - $OSM_API/changeset/$1
diff --git a/bin/osm/osm.api.changeset.upload b/bin/osm/osm.api.changeset.upload
new file mode 100755
index 0000000..96bdff4
--- /dev/null
+++ b/bin/osm/osm.api.changeset.upload
@@ -0,0 +1,6 @@
+#!/bin/sh
+
+cat $2 |\
+sed -r "/<(node|way|relation)/ s/>/ changeset=\"$1\">/" |\
+tee /dev/tty |\
+curl -X POST -u $OSM_USER_PASSWD -i -T - $OSM_API/changeset/$1/upload
diff --git a/bin/osm/osm.api.fetch b/bin/osm/osm.api.fetch
new file mode 100755
index 0000000..8460c5f
--- /dev/null
+++ b/bin/osm/osm.api.fetch
@@ -0,0 +1,6 @@
+#! /bin/sh
+
+# get .osm format data
+curl -X GET $OSM_API/$1/$2 |\
+tee /tmp/osm &&\
+echo content of $1 $2 is copied into /tmp/osm > /dev/tty
diff --git a/bin/osm/osm.api.fetch.full b/bin/osm/osm.api.fetch.full
new file mode 100755
index 0000000..5ee78b8
--- /dev/null
+++ b/bin/osm/osm.api.fetch.full
@@ -0,0 +1,5 @@
+#! /bin/sh
+
+curl -X GET $OSM_API/$1/$2/full |\
+tee /tmp/osm &&\
+echo "\n" content of $1 $2 and its members are copied into /tmp/osm > /dev/tty
diff --git a/bin/osm/osm.api.fetch.history b/bin/osm/osm.api.fetch.history
new file mode 100755
index 0000000..bc837bd
--- /dev/null
+++ b/bin/osm/osm.api.fetch.history
@@ -0,0 +1,6 @@
+#! /bin/sh
+
+curl -X GET $OSM_API/$1/$2/history |\
+tee /tmp/osm &&\
+echo &&\
+echo "\n" history of $1 $2 are copied into /tmp/osm > /dev/tty
diff --git a/bin/osm/osm.api.member.relation b/bin/osm/osm.api.member.relation
new file mode 100755
index 0000000..5addef7
--- /dev/null
+++ b/bin/osm/osm.api.member.relation
@@ -0,0 +1,4 @@
+#! /bin/sh
+
+osm.api.referenced.relation $1 $2 |\
+osm.member.relation $1 $2 $3
diff --git a/bin/osm/osm.api.referenced.relation b/bin/osm/osm.api.referenced.relation
new file mode 100755
index 0000000..2ce0631
--- /dev/null
+++ b/bin/osm/osm.api.referenced.relation
@@ -0,0 +1,6 @@
+#! /bin/sh
+
+curl -X GET $OSM_API/$1/$2/relations |\
+tee /tmp/osm &&\
+echo &&\
+echo "\n" relations contain $1 $2 are copied into /tmp/osm > /dev/tty
diff --git a/bin/osm/osm.api.referenced.way b/bin/osm/osm.api.referenced.way
new file mode 100755
index 0000000..1d84238
--- /dev/null
+++ b/bin/osm/osm.api.referenced.way
@@ -0,0 +1,5 @@
+#!/bin/bash
+
+curl -X GET $OSM_API/node/$1/ways |\
+tee /tmp/osm &&\
+echo ways contain node $1 are copied into /tmp/osm > /dev/tty
diff --git a/bin/osm/osm.api.upload.to b/bin/osm/osm.api.upload.to
new file mode 100755
index 0000000..3979220
--- /dev/null
+++ b/bin/osm/osm.api.upload.to
@@ -0,0 +1,12 @@
+#! /bin/sh
+
+# allows multiple elements in osm body
+tee /tmp/osm |\
+osm.list.ids |\
+sed 's#.*#osm.extract \0 < /tmp/osm#g' |\
+sed "s/.*/\0 \| osm.api.changeset.add $1/g" |\
+while read -r command
+do
+    echo $command
+    source<(echo "($command &)")
+done
diff --git a/bin/osm/osm.file.get b/bin/osm/osm.file.get
new file mode 100755
index 0000000..e2b67b4
--- /dev/null
+++ b/bin/osm/osm.file.get
@@ -0,0 +1,4 @@
+#! /bin/sh
+
+file=$1; shift
+osmium getid $file $@ --output-format=osm
diff --git a/bin/osm/osm.file.get.full b/bin/osm/osm.file.get.full
new file mode 100755
index 0000000..50ee2f1
--- /dev/null
+++ b/bin/osm/osm.file.get.full
@@ -0,0 +1,4 @@
+#! /bin/sh
+
+file=$1; shift
+osmium getid $file $@ --output-format=osm --add-referenced
diff --git a/bin/osm/osm.file.query b/bin/osm/osm.file.query
new file mode 100755
index 0000000..4a01b5b
--- /dev/null
+++ b/bin/osm/osm.file.query
@@ -0,0 +1,4 @@
+#! /bin/sh
+
+file=$1; shift
+osmium tags-filter $file $@ --output-format=osm --omit-referenced
diff --git a/bin/osm/osm.goto b/bin/osm/osm.goto
new file mode 100755
index 0000000..25bceaa
--- /dev/null
+++ b/bin/osm/osm.goto
@@ -0,0 +1,3 @@
+#!/bin/sh
+
+xdg-open https://www.openstreetmap.org/$1/$2
diff --git a/bin/osm/osm.help b/bin/osm/osm.help
new file mode 100755
index 0000000..f4c20d2
--- /dev/null
+++ b/bin/osm/osm.help
@@ -0,0 +1,33 @@
+#! /bin/sh
+
+cat <<EOF
+COMMANDS:
+  osm.help
+  util.osm.edit
+  osm.api.changeset.create     create a new changeset and return its ID
+  osm.api.changeset.update     <changeset ID> update changeset with new comment
+  osm.api.changeset.upload     <changeset ID> <osc file> upload osc file to the given changeset
+  osm.api.changeset.add        <changeset ID> STDIN=osm element, add it into changeset
+  osm.api.changeset.close      <changeset ID> close the given changeset
+  osm.api.fetch                <element type> <element ID>
+  osm.api.fetch.full           like .fetch, but return with all referenced elements
+  osm.api.fetch.history        <element type> <element ID>
+  osm.api.member.relation      <element type> <element ID> <member type> get first relations reference it as member type
+  osm.api.referenced.relation  <element type> <element ID> get all relations reference this element
+  osm.api.referenced.way       <element type> <element ID> get all ways reference this element
+  osm.api.upload.to
+
+  osm.file.cat
+  osm.file.get
+  osm.file.get.full
+  osm.file.query
+  osm.list.ids
+  osm.list.tag
+  osm.list.tags
+
+  osm.get.id
+  osm.query
+  osm.member.relation
+  osm.pbf.update
+  osm.osm.update
+EOF
diff --git a/bin/osm/osm.list.ids b/bin/osm/osm.list.ids
new file mode 100755
index 0000000..8e5d870
--- /dev/null
+++ b/bin/osm/osm.list.ids
@@ -0,0 +1,3 @@
+#! /bin/sh
+
+sed -nr 's/.*<(node|way|relation) id=\"([^"]+)\".*/\1 \2/p'
diff --git a/bin/osm/osm.list.tag b/bin/osm/osm.list.tag
new file mode 100755
index 0000000..76649a0
--- /dev/null
+++ b/bin/osm/osm.list.tag
@@ -0,0 +1,10 @@
+#!/bin/bash
+
+ele_pattern="(node|way|relation)"
+sed -nr "/<$ele_pattern/,/<\/$ele_pattern/ {
+    /<tag k=\"$1\"/ {
+        s/.*v=\"([^\"]+)\".*/\1/
+        h
+    }
+    /<\/$ele_pattern/ {x;p;s/.*//;x}
+}"
diff --git a/bin/osm/osm.list.tags b/bin/osm/osm.list.tags
new file mode 100755
index 0000000..767d32a
--- /dev/null
+++ b/bin/osm/osm.list.tags
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+content=$(cat)
+echo $content | osm.list.ids | tr ' ' ',' > /tmp/osm
+
+for tag in $@
+do
+    echo $content |\
+    osm.list.tag $tag |\
+    paste -d',' /tmp/osm - > /tmp/osm.new &&\
+    mv /tmp/osm.new /tmp/osm
+done
+
+cat /tmp/osm
+echo "\ntag list is also copied into /tmp/osm" > /dev/tty
diff --git a/bin/osm/osm.member.relation b/bin/osm/osm.member.relation
new file mode 100755
index 0000000..f8d4598
--- /dev/null
+++ b/bin/osm/osm.member.relation
@@ -0,0 +1,8 @@
+#! /bin/sh
+
+sed -nr "/<relation/,/<\/relation/ {
+    /<relation/ {s/.* id=\"([^\"]+)\".*/\1/;h}
+    /<member type=\"$1\" ref=\"$2\" role=\"$3\"/ {g;p;q}
+}
+$ {s/.*//;P}
+" | head -1
diff --git a/bin/osm/osm.osc.by_member b/bin/osm/osm.osc.by_member
new file mode 100755
index 0000000..5f9d9be
--- /dev/null
+++ b/bin/osm/osm.osc.by_member
@@ -0,0 +1,31 @@
+#!/bin/bash
+
+while read -r line
+do
+
+    TYPE=$(echo $line | cut -d ' ' -f1) # field1 is type
+    ID=$(echo $line | cut -d ' ' -f2)   # field2 is ID
+
+    NEW_MEMBERS=$(echo $line |\
+               cut -d' ' -f3- |\
+               sed -r 's/([0-9]+)/<member type=\"relation\" ref=\"\1\" role=\"subarea\"\/>/g')
+
+    echo $NEW_MEMBERS
+
+    # print matched element with new tags to .osc file
+    cat $1 |\
+    sed -nr "/<$TYPE id=\"$ID\"/,/<\/$TYPE/ {
+                 /<$TYPE id=\"$ID\"/ {
+                     s/(version=\"[0-9]+\")(.*)/\1>/
+                     a \ \ \ \ $NEW_MEMBERS
+                 }
+                 p
+                 /<\/$TYPE/ q
+            }" >> $1.osc
+done
+
+# Add .osc structure for output
+sed -ir '1 i <osmChange version="0.6" generator="bash script">
+         1 i <modify>
+         $ a </modify>
+         $ a </osmChange>' $1.osc
diff --git a/bin/osm/osm.osc.by_tag b/bin/osm/osm.osc.by_tag
new file mode 100755
index 0000000..cc92c1d
--- /dev/null
+++ b/bin/osm/osm.osc.by_tag
@@ -0,0 +1,45 @@
+#!/bin/bash
+
+# create new tags from input line, for example: 
+# field1         field2       field3     field4   field5     field6   field7       field8...
+# [element type] [element ID] key1_added "value1" key2_added "value2" key3_removed key4_removed...
+
+# key should not quoted, value must be quoted
+# And keys which need to be removed must be placed at the end
+while read -r line
+do
+    TYPE=$(echo $line | cut -d ' ' -f1) # field1 is type
+    ID=$(echo $line | cut -d ' ' -f2)   # field2 is ID
+
+    # transform key-value pair into tag format:
+    # <tag k="[key]" v="[value]"/>
+    # keys without values are omitted
+    NEW_TAGS=$(echo $line |\
+               cut -d' ' -f3- |\
+               sed -r 's/([^ "]+) (\"[^"]+\")/<tag k=\"\1\" v=\2\/>/g; s/>[^"]*$/>/')
+
+    # get regex pattern need to removed from original osm element:
+    # key1|key2|key3|key4
+    TAG_PATTERN=$(echo $line |\
+                  cut -d' ' -f3- | xargs -n2 echo |\
+                  cut -d' ' -f1 | paste -s -d'|')
+
+    echo $NEW_TAGS > /dev/tty
+
+    # print matched element with new tags to .osc file
+    cat $1 |\
+    sed -nr "/<$TYPE id=\"$ID\"/,/<\/$TYPE/ {
+                 /<$TYPE id=\"$ID\"/ {
+                     s/(version=\"[0-9]+\")(.*)/\1>/
+                     a \ \ \ \ $NEW_TAGS
+                 }
+                 /<tag k=\"($TAG_PATTERN)\"/ !p
+                 /<\/$TYPE/ q
+            }" >> $1.osc
+done
+
+# Add .osc structure for output
+sed -ir '1 i <osmChange version="0.6" generator="bash script">
+         1 i <modify>
+         $ a </modify>
+         $ a </osmChange>' $1.osc
diff --git a/bin/osm/osm.osm.remove b/bin/osm/osm.osm.remove
new file mode 100755
index 0000000..83d6ea8
--- /dev/null
+++ b/bin/osm/osm.osm.remove
@@ -0,0 +1,9 @@
+#!/bin/bash
+
+while read -r line
+do
+    # put element type and element ID into array
+    array=( $(echo $line) )
+    cat $1 |\
+    sed -i "/<$array[1] id=\"$array[2]\"/,/<\/$array[1]>/ d"
+done 
diff --git a/bin/osm/osm.pbf.update b/bin/osm/osm.pbf.update
new file mode 100755
index 0000000..6c6f445
--- /dev/null
+++ b/bin/osm/osm.pbf.update
@@ -0,0 +1,41 @@
+#!/bin/bash
+
+set -e
+
+GEOFABRIK_SERVER=http://download.geofabrik.de/asia/taiwan-updates
+PBF_FILE=$1
+
+# get latest sequence number
+echo Fetching the latest sequence number
+LATEST_SEQ=$(curl --silent http://download.geofabrik.de/asia/taiwan-updates/state.txt |\
+             tail -1 | cut -d'=' -f2)
+echo Latest sequence number is $LATEST_SEQ
+
+# get current sequence number
+SEQ=$(osmium fileinfo $PBF_FILE |\
+      grep osmosis_replication_sequence_number |\
+      cut -d'=' -f2)
+echo File sequence number is $SEQ
+
+# while server has osc file with given sequence number,
+# get it and do file update
+while
+    (( SEQ++ ))
+    [ $SEQ -le $LATEST_SEQ ]
+do
+    mkdir -p changes
+    SEQ_PATH=$(echo $SEQ | sed -r 's/(.{1})(.{3})/00\1\/\2/')
+    CHANGE_URL=$GEOFABRIK_SERVER/000/$SEQ_PATH.osc.gz
+    echo $CHANGE_URL
+    curl -o changes/$SEQ.osc.gz $CHANGE_URL && \
+    osmium apply-changes $PBF_FILE changes/$SEQ.osc.gz \
+        --output-header=osmosis_replication_sequence_number=$SEQ \
+        --overwrite \
+        --output $SEQ.osm.pbf
+
+    mv $PBF_FILE $((SEQ-1)).osm.pbf
+    mv $SEQ.osm.pbf $PBF_FILE
+done
+
+echo
+echo File sequence number is $((SEQ-1)), already the latest one on Geofrbrik
diff --git a/bin/osm/osm.query b/bin/osm/osm.query
new file mode 100755
index 0000000..8d0b9f7
--- /dev/null
+++ b/bin/osm/osm.query
@@ -0,0 +1,3 @@
+#!/bin/bash
+
+osmium tags-filter - $@ --input-format=osm --output-format=osm --omit-referenced
diff --git a/bin/osm/sequence_number.sh b/bin/osm/sequence_number.sh
new file mode 100755
index 0000000..eb365d0
--- /dev/null
+++ b/bin/osm/sequence_number.sh
@@ -0,0 +1,22 @@
+#!/bin/bash
+
+# $1 as --hour or --minute, $2 as timestamp
+# return the latest sequence number
+
+case $1 in
+    # hour difference with Tue Jun 4 03:00:00 UTC 2019
+    # sequence number=58940
+    --hour)
+    echo $[($2 - 1559617200)/3600 + 58940]
+    ;;
+
+    # minute difference with latest planet state file
+    --minute)
+    benchmark=benchmark
+    curl https://planet.openstreetmap.org/replication/minute/state > $benchmark
+    timeString=$(tail -1 $benchmark | tr -d 'timestamp=\\')
+    timestamp=$(date -d "$timeString" +%s)
+    seq=$(sed -n 2p $benchmark | tr -d "sequenceNumber=")
+    rm $benchmark
+    echo $[$seq - ($timestamp - $2)/60 - 1 ]
+esac
diff --git a/bin/sns/mastodon.sh b/bin/sns/mastodon.sh
new file mode 100755
index 0000000..fb93bcd
--- /dev/null
+++ b/bin/sns/mastodon.sh
@@ -0,0 +1,17 @@
+#! /bin/bash
+
+# Restore mail in variable
+MAIL="$(cat)"
+
+# Only execute the following script when mail receiver is mastodon@topo.tw
+grep -qE "^X-Original-To: .*mastodon@topo.tw[>]?$" <<<"$MAIL" || exit 0
+# A little hacky way to check if mail is sent from me
+sed -nE '/^Received: /p;/^$/q' <<<"$(MAIL)" | wc -l | xargs -i test {} -lt 2 || exit 0
+
+# Leave log
+date >>~/Downloads/mastodon.log
+echo $$ >>~/Downloads/mastodon.log
+awk -v RS= 'NR>1' <<<"$MAIL"  >>~/Downloads/mastodon.log
+
+# Use toot to send message on g0v.social
+awk -v RS= 'NR>1' <<<"$MAIL" | toot post >>/tmp/mastodon.log
diff --git a/bin/task/tkk b/bin/task/tkk
new file mode 100755
index 0000000..148d3f6
--- /dev/null
+++ b/bin/task/tkk
@@ -0,0 +1,7 @@
+#! /bin/bash
+
+PS1='task '
+while true; do
+  read -r -p 'task ' line </dev/tty;
+  task $line
+done
diff --git a/bin/unix/fdswap b/bin/unix/fdswap
new file mode 100755
index 0000000..251cdea
--- /dev/null
+++ b/bin/unix/fdswap
@@ -0,0 +1,41 @@
+#!/bin/bash
+#
+# fdswap
+# 
+# Orignal author: ingvarha
+# ref: https://ingvarha.wordpress.com/2010/07/10/changing-a-process-file-descriptor-on-the-fly/
+
+if [ "$2" = "" ]; then
+<<HELP cat
+Usage: ${0##*/} /path/to/oldfile /path/to/newfile [pids]
+Example: ${0##*/} /var/log/daemon.log /var/log/newvolume/daemon.log 1234
+Example: ${0##*/} /dev/pts/53 /dev/null 2345
+HELP
+  exit 0
+fi
+
+if ! gdb --version &>/dev/null; then
+  echo "Unable to find gdb."
+  exit 1
+fi
+
+src="$1"; dst="$2"; shift; shift 
+pids=$* 
+
+for pid in ${pids:=$( /sbin/fuser $src | cut -d ':' -f 2 )}; 
+do
+  echo "src=$src, dst=$dst"
+  echo "$src has $pid using it" 
+  cmd=$(mktemp)
+  { 
+    echo "attach $pid" 
+    echo 'call (int)open("'$dst'", 66, 0666)'
+    for ufd in $(LANG=C ls -l /proc/$pid/fd | \
+    grep "$src"\$ | awk ' { print $9; } '); 
+    do echo 'call (int)dup2($1,'"$ufd"')'; done 
+    echo 'call (int)close($1)'
+    echo 'detach'; echo 'quit' 
+    sleep 5
+  } | tee /dev/tty >$cmd
+  gdb -x $cmd
+done
diff --git a/bin/wiki/diary b/bin/wiki/diary
new file mode 100755
index 0000000..3995ecf
--- /dev/null
+++ b/bin/wiki/diary
@@ -0,0 +1,49 @@
+#! /bin/bash
+
+today=~/log/`date +%y.w%W.md`
+
+specify_date() {
+  YEAR=${YEAR:-22}
+
+  while read -e -p 'Month? ' -r MONTH </dev/tty; do
+    [ -z $MONTH ] && MONTH=$(date +%m)
+    MONTH=$(printf "%02d" $MONTH)
+    date -d $YEAR-$MONTH-01 &>/dev/null && break
+  done
+
+  while read -e -p 'Day? ' -r DAY </dev/tty; do
+    [ -z $DAY ] && DAY=$(date +%d)
+    DAY=$(printf "%02d" $DAY)
+    date -d $YEAR-$MONTH-$DAY &>/dev/null && break
+  done
+
+  FILE=~/log/diary/20$YEAR-$MONTH-$DAY.md
+  vim -c 'Goyo' $FILE
+}
+
+print_today() {
+  [[ ! -e $today ]] && touch $today
+  cat $today
+}
+
+edit_today() {
+  vim -c Goyo $today
+}
+
+add_entry() {
+  [[ $# -ne 0 ]] && echo - "$@" >>$today
+  while read -e -r entry; do
+    echo $entry | sed -E 's/\t/    /g; s/(^[[:space:]]*)/\1- /' >>$today
+  done
+}
+
+case "$1" in
+  specify) 
+    specify_date ;;
+  print)
+    print_today ;;
+  today)
+    edit_today ;;
+  *)
+    add_entry "$@" ;;
+esac
diff --git a/bin/wiki/log.sh b/bin/wiki/log.sh
new file mode 100755
index 0000000..4ef2c27
--- /dev/null
+++ b/bin/wiki/log.sh
@@ -0,0 +1,31 @@
+#! /bin/bash
+
+# Restore mail in variable
+MAIL="$(cat)"
+
+# Only execute the following script when mail receiver is log@topo.tw
+grep -qE "^X-Original-To: .*log@topo.tw[>]?$" <<<"$MAIL" || exit 0
+# A little hacky way to check if mail is sent from me
+sed -nE '/^Received: /p;/^$/q' <<<"$(MAIL)" | wc -l | xargs -i test {} -lt 2 || exit 0
+
+# Leave log
+date >>~/Downloads/log.log
+echo $$ >>~/Downloads/log.log
+awk -v RS= 'NR>1' <<<"$MAIL"  >>~/Downloads/log.log
+
+LOG=~/log/`date +%y.w%W.md`
+TODAY="`date '+%a %b.%d'`"
+
+grep -Eq "^## ${TODAY}$" ${LOG} || \
+cat <<EOF >>${LOG}
+
+
+## $TODAY
+EOF
+
+
+# Save content to log file of current week
+echo >>${LOG}
+awk -v RS= 'NR>1' <<<"$MAIL" >>${LOG}
+
+{ cd ~/log && git add `basename ${LOG}` && git commit -m "Update by mail"; } >>~/Downloads/log.log
diff --git a/bin/wiki/notify b/bin/wiki/notify
new file mode 100755
index 0000000..6e510d8
--- /dev/null
+++ b/bin/wiki/notify
@@ -0,0 +1,7 @@
+#! /bin/sh
+
+exec >/dev/pts/$(ls /dev/pts -t | head -1)
+
+echo
+echo
+cat
-- 
cgit v1.2.3-70-g09d2