kawipiko/scripts/z-run

#!/dev/null




::// *

::// execute / ...
::// benchmark / ...
::// examples / ...
::// documentation / ...
::// workspace / ...

::// go / build / ...
::// go / dependencies / ...




++<< execute / server / debug
	"${ZRUN[@]}" ':: go / build / server / debug'
	exec -- env -i -- ./.outputs/binaries/debug/kawipiko-server "${@}"
!!

<< execute / server / release
	"${ZRUN[@]}" ':: go / build / server / release'
	exec -- env -i -- ./.outputs/binaries/release/kawipiko-server "${@}"
!!


<< go / build / server / debug
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/debug"
	rm -f -- "${_outputs}/binaries/debug/kawipiko-server"
	exec -- "${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-o "${_outputs}/binaries/debug/kawipiko-server" \
			-- ./cmd/server.go \
	#
!!

<< go / build / server / release
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/release"
	rm -f -- "${_outputs}/binaries/release/kawipiko-server"
	exec -- "${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-tags netgo \
			-a \
			-gcflags 'all=-l=4' \
			-ldflags 'all=-s' \
			-buildmode exe \
			-trimpath \
			-o "${_outputs}/binaries/release/kawipiko-server" \
			-- ./cmd/server.go \
	#
!!

<< go / build / server / analyze
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/debug"
	rm -f -- "${_outputs}/binaries/debug/kawipiko-server"
	exec -- "${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-gcflags '-m' \
			-o "${_outputs}/binaries/debug/kawipiko-server" \
			-- ./cmd/server.go \
	#
!!

<< go / build / server / analyze / escapes
	"${ZRUN[@]}" ':: go / build / server / analyze' "${@}" \
		2>&1 \
	| grep -F -e ' escapes ' \
	| LC_ALL=C sort -n -k 2,2 -t ':'
!!


<< go / build / server / publish
	test "${#}" -eq 0
	"${ZRUN[@]}" ':: go / build / server / release'
	if test ! -e ./.outputs/publish ; then
		mkdir -- ./.outputs/publish
	fi
	if test ! -e ./.outputs/publish/binaries ; then
		mkdir -- ./.outputs/publish/binaries
	fi
	cp -T -- \
			./.outputs/binaries/release/kawipiko-server \
			./.outputs/publish/binaries/kawipiko-server \
	#
!!




++<< execute / archiver / debug
	"${ZRUN[@]}" ':: go / build / archiver / debug'
	exec -- env -i -- ./.outputs/binaries/debug/kawipiko-archiver "${@}"
!!

<< execute / archiver / release
	"${ZRUN[@]}" ':: go / build / archiver / release'
	exec -- env -i -- ./.outputs/binaries/release/kawipiko-archiver "${@}"
!!


<< go / build / archiver / debug
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/debug"
	rm -f -- "${_outputs}/binaries/debug/kawipiko-archiver"
	exec -- "${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-o "${_outputs}/binaries/debug/kawipiko-archiver" \
			-- ./cmd/archiver.go \
	#
!!

<< go / build / archiver / release
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/release"
	rm -f -- "${_outputs}/binaries/release/kawipiko-archiver"
	exec -- "${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-tags netgo \
			-a \
			-gcflags 'all=-l=4' \
			-ldflags 'all=-s' \
			-buildmode exe \
			-trimpath \
			-o "${_outputs}/binaries/release/kawipiko-archiver" \
			-- ./cmd/archiver.go \
	#
!!


<< go / build / archiver / publish
	test "${#}" -eq 0
	"${ZRUN[@]}" ':: go / build / archiver / release'
	if test ! -e ./.outputs/publish ; then
		mkdir -- ./.outputs/publish
	fi
	if test ! -e ./.outputs/publish/binaries ; then
		mkdir -- ./.outputs/publish/binaries
	fi
	cp -T -- \
			./.outputs/binaries/release/kawipiko-archiver \
			./.outputs/publish/binaries/kawipiko-archiver \
	#
!!




<< go / build / all
	test "${#}" -eq 0
	"${ZRUN[@]}" ':: go / build / debug'
	"${ZRUN[@]}" ':: go / build / release'
	"${ZRUN[@]}" ':: go / build / publish'
!!




<< execute / wrapper / release
	"${ZRUN[@]}" ':: go / build / wrapper / release'
	exec -- env -i -- ./.outputs/binaries/release/kawipiko "${@}"
!!


<< go / build / wrapper / release
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/release"
	rm -f -- "${_outputs}/binaries/release/kawipiko"
	exec -- "${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-tags netgo \
			-a \
			-gcflags 'all=-l=4' \
			-ldflags 'all=-s' \
			-buildmode exe \
			-trimpath \
			-o "${_outputs}/binaries/release/kawipiko" \
			-- ./cmd/wrapper.go \
	#
!!


<< go / build / wrapper / publish
	test "${#}" -eq 0
	"${ZRUN[@]}" ':: go / build / wrapper / release'
	if test ! -e ./.outputs/publish ; then
		mkdir -- ./.outputs/publish
	fi
	if test ! -e ./.outputs/publish/binaries ; then
		mkdir -- ./.outputs/publish/binaries
	fi
	cp -T -- \
			./.outputs/binaries/release/kawipiko \
			./.outputs/publish/binaries/kawipiko \
	#
!!




<< go / build / debug
	"${ZRUN[@]}" ':: go / build / archiver / debug' "${@}"
	"${ZRUN[@]}" ':: go / build / server / debug' "${@}"
!!

<< go / build / release
	"${ZRUN[@]}" ':: go / build / archiver / release' "${@}"
	"${ZRUN[@]}" ':: go / build / server / release' "${@}"
	"${ZRUN[@]}" ':: go / build / wrapper / release' "${@}"
!!

++<< go / build / publish
	"${ZRUN[@]}" ':: go / build / archiver / publish' "${@}"
	"${ZRUN[@]}" ':: go / build / server / publish' "${@}"
	"${ZRUN[@]}" ':: go / build / wrapper / publish' "${@}"
!!




<< workspace / publish
	test "${#}" -eq 0
	printf -- '[ii]  publishing to `https://data.volution.ro/ciprian/ad5264afc6e27e46b5d71837552cb3fd`...\n' >&2
	exec -- rsync -a -v -- ./.outputs/publish/ ./.publish/
!!




<< go / dependencies / update
	test "${#}" -eq 0
	exec -- "${ZRUN[@]}" ':: go / tool' \
			get \
			-v \
			-d \
			-u \
			-- \
			all \
	#
!!


<< go / dependencies / list
	test "${#}" -eq 0
	exec -- "${ZRUN[@]}" ':: go / tool' \
			list \
			-m \
			-mod readonly \
			-- \
			all \
	#
!!


<< go / dependencies / tidy
	test "${#}" -eq 0
	exec -- "${ZRUN[@]}" ':: go / tool' \
			mod tidy \
	#
!!


<< go / dependencies / verify
	test "${#}" -eq 0
	exec -- "${ZRUN[@]}" ':: go / tool' \
			mod verify \
	#
!!


<< go / dependencies / upgrade
	test "${#}" -eq 0
	"${ZRUN[@]}" ':: go / dependencies / update'
	"${ZRUN[@]}" ':: go / dependencies / tidy'
	"${ZRUN[@]}" ':: go / dependencies / verify'
	"${ZRUN[@]}" ':: go / dependencies / list'
!!




<< go / tool
	test "${#}" -ge 1
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	_sources="$( exec -- readlink -e -- ./sources )"
	
	export -- GOPATH="${_outputs}/go"
	export -- GOBIN="${_outputs}/go/bin"
	export -- GOTMPDIR="${_outputs}/go/tmp"
	export -- GOCACHE="${_outputs}/go/cache"
	export -- GO111MODULE=on
	
	cd -- "${_sources}"
	
	exec -- go "${@}"
!!




<< workspace / initialize / outputs
	test "${#}" -eq 0
	if test ! -d ./.outputs ; then
		_outputs_store="${TMPDIR:-/tmp}/go--${UID}--${RANDOM}-${RANDOM}-${RANDOM}-${RANDOM}"
		mkdir -- "${_outputs_store}"
		_outputs_store="$( exec -- readlink -e -- "${_outputs_store}" )"
		ln -s -f -T -- "${_outputs_store}" ./.outputs
	fi
!!


<< workspace / initialize / go
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	_sources="$( exec -- readlink -e -- ./sources )"
	
	GOPATH="${_outputs}/go"
	GOBIN="${_outputs}/go/bin"
	GOTMPDIR="${_outputs}/go/tmp"
	GOCACHE="${_outputs}/go/cache"
	_gosrc="${_outputs}/go/src"
	_gopkg="${_outputs}/go/pkg"
	
	for _folder in "${GOPATH}" "${GOBIN}" "${GOTMPDIR}" "${GOTMPDIR}" "${GOCACHE}" "${_gosrc}" "${_gopkg}" ; do
		if test ! -e "${_folder}" ; then
			mkdir -- "${_folder}"
		fi
	done
!!


<< workspace / initialize / python
	test "${#}" -eq 0
	if test -d ./.python ; then
		exit -- 0
	fi
	
	test -d ./.outputs
	mkdir -- ./.outputs/python
	
	virtualenv-2.7 \
			--python python2.7 \
			--clear \
			--no-site-packages \
			--no-setuptools \
			--no-wheel \
			--no-download \
			--unzip-setuptools \
			-- \
			./.outputs/python \
	#
	
	./.outputs/python/bin/pip install --upgrade --compile -- pip
	./.outputs/python/bin/pip install --upgrade --compile -- wheel
	./.outputs/python/bin/pip install --upgrade --compile -- setuptools
	
	./.outputs/python/bin/pip install --compile -- docutils
	./.outputs/python/bin/pip install --compile -- restview
	
	ln -s -f -T -- ./.outputs/python ./.python
!!




<< workspace / sources / codes / duplicates
	test "${#}" -eq 0
	exec -- xargs \
			-r -d '\n' -I {} \
			-a <(
				grep \
						-o \
						-P \
						-e '(?<=\[)[0-9a-f]{8}(?=\])|(?<=0x)[0-9a-f]{8}(?=[^0-9a-zA-Z]|$)' \
						-h \
						-r ./sources \
						--include '*.go' \
				| sort \
				| uniq -d
			) \
			-- \
		grep \
			-P \
			-e '(?<=\[){}(?=\])|(?<=0x){}(?=[^0-9a-zA-Z]|$)' \
			-r ./sources \
			-n \
			--include '*.go' \
			--color \
	#
!!




<< documentation / readme / open
	test "${#}" -eq 0
	exec -- x-www open http://127.33.237.174:8080/
!!

<< documentation / readme / server
	test "${#}" -eq 0
	exec -- env -i -- ./.python/bin/restview --no-browser --listen 127.33.237.174:8080 --allowed-hosts '*' -- ./readme.rst
!!




:: benchmark / server / 1x1 :: exec -- "${ZRUN[@]}" ':: benchmark / server / inmem' "${@}" --processes 1 --threads 1
:: benchmark / server / 2x1 :: exec -- "${ZRUN[@]}" ':: benchmark / server / inmem' "${@}" --processes 2 --threads 1
++:: benchmark / server / 1x2 :: exec -- "${ZRUN[@]}" ':: benchmark / server / inmem' "${@}" --processes 1 --threads 2
:: benchmark / server / 2x2 :: exec -- "${ZRUN[@]}" ':: benchmark / server / inmem' "${@}" --processes 2 --threads 2


<< benchmark / server
	if test "${#}" -ge 1 ; then
		if test "${1:0:1}" != '-' ; then
			_archive="${1}"
			shift -- 1
		else
			_archive=''
		fi
	else
		_archive=''
	fi
	if test -z "${_archive}" ; then
		_archive=./examples/hello-world.cdb
	fi
	"${ZRUN[@]}" ':: go / build / server / release'
	exec -- \
		sudo -u root -n -E -P -- \
		taskset -c 0,1 \
		nice -n -19 -- \
		ionice -c 2 -n 0 -- \
		chrt -r 10 \
		prlimit -n262144 -- \
		sudo -u "${USER}" -n -E -P -- \
		env -i -- \
	./.outputs/binaries/release/kawipiko-server \
			--bind 127.9.185.194:8080 \
			--archive "${_archive}" \
			--security-headers-disable \
			--timeout-disable \
			"${@}" \
	#
!!

<< benchmark / server / mmap
	exec -- "${ZRUN[@]}" ':: benchmark / server' \
			"${@}" \
			--archive-mmap \
			--archive-preload \
	#
!!

<< benchmark / server / inmem
	exec -- "${ZRUN[@]}" ':: benchmark / server' \
			"${@}" \
			--archive-inmem \
			--index-all \
	#
!!


<< benchmark / server / profile / cpu
	exec -- "${ZRUN[@]}" ':: benchmark / server / mmap' \
			"${@}" \
			--profile-cpu ./.outputs/server-cpu.txt \
	#
!!

<< benchmark / server / profile / mem
	exec -- "${ZRUN[@]}" ':: benchmark / server / mmap' \
			"${@}" \
			--profile-mem ./.outputs/server-mem.txt \
	#
!!

<< benchmark / server / profile / cpu / analyze
	export -- PPROF_BINARY_PATH=./.outputs/binaries/release/kawipiko-server
	exec -- go tool pprof "${@}" -- ./.outputs/server-cpu.txt
!!

<< benchmark / server / profile / mem / analyze
	export -- PPROF_BINARY_PATH=./.outputs/binaries/release/kawipiko-server
	exec -- go tool pprof "${@}" ./.outputs/server-mem.txt
!!




:: benchmark / client / 16384 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 16384 --timeout 6s
:: benchmark / client / 4096 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 4096
:: benchmark / client / 2048 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 2048
:: benchmark / client / 1024 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 1024
:: benchmark / client / 512 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 512
:: benchmark / client / 256 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 256
++:: benchmark / client / 128 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 128
:: benchmark / client / 64 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 64
:: benchmark / client / 32 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 32
:: benchmark / client / 16 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 2 --connections 16
:: benchmark / client / 8 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 1 --connections 8
:: benchmark / client / 4 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 1 --connections 4
:: benchmark / client / 2 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 1 --connections 2
:: benchmark / client / 1 :: exec -- "${ZRUN[@]}" ':: benchmark / client' "${@}" --threads 1 --connections 1


<< benchmark / client
	if test "${#}" -ge 1 ; then
		if test "${1:0:1}" != '-' ; then
			_path="${1}"
			_path="${_path#/}"
			shift -- 1
		else
			_path=''
		fi
	else
		_path=''
	fi
	exec -- \
		sudo -u root -n -E -P -- \
		taskset -c 2,3 \
		nice -n -19 -- \
		ionice -c 2 -n 0 -- \
		chrt -r 10 \
		prlimit -n262144 -- \
		sudo -u "${USER}" -n -E -P -- \
		env -i -- \
	./.bin/wrk \
			--threads 2 \
			--connections 1 \
			--timeout 1s \
			--duration 30s \
			--latency \
			"${@}" \
			-- "http://127.9.185.194:8080/${_path}" \
	#
!!


<< benchmark / client / paths
	test "${#}" -ge 1
	_paths="${1}"
	shift -- 1
	exec -- \
		sudo -u root -n -E -P -- \
		taskset -c 2,3 \
		nice -n -19 -- \
		ionice -c 2 -n 0 -- \
		chrt -r 10 \
		prlimit -n262144 -- \
		sudo -u "${USER}" -n -E -P -- \
		env -i -- \
	./.bin/wrk \
			--threads 2 \
			--connections 1 \
			--timeout 1s \
			--duration 30s \
			--latency \
			--script ../kawipiko-examples/sources/wrk-paths-from-file.lua \
			"${@}" \
			-- "http://127.9.185.194:8080/" \
			"${_paths}" \
	#
!!


<< benchmark / curl
	if test "${#}" -ge 1 ; then
		if test "${1:0:1}" != '-' ; then
			_path="${1}"
			_path="${_path#/}"
			shift -- 1
		else
			_path=''
		fi
	else
		_path=''
	fi
	exec -- \
		env -i -- \
	"$( type -P -- curl )" \
			--silent \
			--compressed \
			--output /dev/stdout \
			--dump-header /dev/stdout \
			"${@}" \
			-- \
			"http://127.9.185.194:8080/${_path}" \
	#
!!




<< examples / hello-world / archive
	"${ZRUN[@]}" ':: execute / archiver / debug' \
			--sources ./examples/hello-world \
			--archive ./examples/hello-world.cdb \
			--debug \
			"${@}" \
	#
	cdb -d -- ./examples/hello-world.cdb \
	| tr -d '\r' \
	| sed -r -e 's#^(\+[0-9]+,[0-9]+):(.+?)->#\n\1\n\2\n#' \
		>| ./examples/hello-world.cdb-dump \
	#
!!

<< examples / hello-world / serve
	exec -- "${ZRUN[@]}" ':: execute / server / debug' \
			--bind 127.153.215.30:8080 \
			--archive ./examples/hello-world.cdb \
			--archive-inmem \
			--index-all \
			--processes 1 \
			--threads 1 \
			--debug \
			"${@}" \
	#
!!




<< benchmark / dummy
	test "${#}" -eq 0
	_outputs="$( exec -- readlink -e -- ./.outputs )"
	mkdir -p -- "${_outputs}/binaries/release"
	rm -f -- "${_outputs}/binaries/release/kawipiko-server-dummy"
	"${ZRUN[@]}" ':: go / tool' \
			build \
			-mod readonly \
			-tags netgo \
			-ldflags 'all=-s -extld=gcc -extldflags=-static' \
			-gcflags 'all=-l=4' \
			-o "${_outputs}/binaries/release/kawipiko-server-dummy" \
			-- ./cmd/server-dummy.go \
	#
	exec -- \
		sudo -u root -n -E -P -- \
		taskset -c 0,1 \
		nice -n -19 -- \
		ionice -c 2 -n 0 -- \
		chrt -r 10 \
		prlimit -n262144 -- \
		sudo -u "${USER}" -n -E -P -- \
		env -i -- \
	./.outputs/binaries/release/kawipiko-server-dummy \
		"${@}" \
	#
!!