v3.8.0

=====================================================================

--- Changes ------------------------------

- kubectl driver updates; getting better, but still need to fix
  autocomplete in certain circumstances

- added -y|--yes flags to scwrypts to auto-accept user-prompts (use with
  caution)

- figured out the whole mikefarah/yq vs kislyuk/yq thing; use YQ for
  compatiblity

--- Bug fixes ----------------------------

- helm template generation now loads values in a more appropriate order
  which prevents overwrite by the wrong values file

.config/env.template

@@ -6,8 +6,12 @@ export AWS__EFS__LOCAL_MOUNT_POINT=
 export DIRECTUS__API_TOKEN=
 export DIRECTUS__BASE_URL=
 export DISCORD__BOT_TOKEN=
+export DISCORD__CONTENT_FOOTER=
+export DISCORD__CONTENT_HEADER=
 export DISCORD__DEFAULT_AVATAR_URL=
 export DISCORD__DEFAULT_CHANNEL_ID=
+export DISCORD__DEFAULT_USERNAME=
+export DISCORD__DEFAULT_WEBHOOK=
 export I3__BORDER_PIXEL_SIZE=
 export I3__DMENU_FONT_SIZE=
 export I3__GLOBAL_FONT_SIZE=

.config/env.template.descriptions

@@ -8,8 +8,12 @@ DIRECTUS__API_TOKEN | details for a directus instance
 DIRECTUS__BASE_URL  |
 
 DISCORD__BOT_TOKEN          | details for discord bot
+DISCORD__CONTENT_HEADER     |
+DISCORD__CONTENT_FOOTER     |
 DISCORD__DEFAULT_AVATAR_URL |
 DISCORD__DEFAULT_CHANNEL_ID |
+DISCORD__DEFAULT_USERNAME   |
+DISCORD__DEFAULT_WEBHOOK    |
 
 I3__BORDER_PIXEL_SIZE   | custom i3 configuration settings
 I3__DMENU_FONT_SIZE     |

.github/workflows/update-semver.yaml

@@ -0,0 +1,16 @@
+---
+name: Update Semver
+
+on:  # yamllint disable-line rule:truthy
+  push:
+    branches-ignore:
+      - '**'
+    tags:
+      - 'v*.*.*'
+
+jobs:
+  update-semver:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: rickstaa/action-update-semver@v1

README.md

@@ -48,6 +48,8 @@ There are a few notable changes to this runtime:
 - User yes/no prompts will **always be YES**
 - Other user input will default to an empty string
 - Logs will not be captured
+- Setting the environment variable `SCWRYPTS_GROUP_LOADER__[a-z_]\+` will source the file indicated in the variable (this allows custom groups without needing to modify the `config.zsh` directly)
+	- In GitHub actions, `*.scwrypts.zsh` groups are detected automatically from the `$GITHUB_WORKSPACE`; set `SCWRYPTS_GITHUB_NO_AUTOLOAD=true` to disable
 
 
 ## Contributing

action.yaml

@@ -0,0 +1,68 @@
+---  # allow running scwrypts in Github Actions
+name: scwrypts
+author: yage
+description: check required dependencies and run a scwrypt
+
+inputs:
+  scwrypt:
+    description: "args / identifiers for scwrypts CLI (e.g. '--name <scwrypt-name> --group <group-name> --type <type-name>')"
+    required: true
+
+  args:
+    description: "arguments to pass to the scwrypt-to-be-run"
+    required: false
+
+  version:
+    description: "scwrypts version; defaults to latest (minimum v3.7.0)"
+    required: false
+
+  scwrypts-env:
+    description: "override value for SCWRYPTS_ENV"
+    required: false
+    default: "ci.github-actions"
+
+runs:
+  using: composite
+  steps:
+    - uses: actions/checkout@v4
+      with:
+        repository: wrynegade/scwrypts
+        path: ./wrynegade/scwrypts
+        ref: ${{ inputs.version }}
+
+    - name: check dependencies
+      shell: bash
+      env:
+        CI: true
+        SCWRYPTS_PLUGIN_ENABLED__ci: 1
+      run: |
+        [ $CI_SCWRYPTS_READY ] && [[ $CI_SCWRYPTS_READY -eq 1 ]] && echo 'setup completed previously' && exit 0
+
+        echo "updating package dependencies"
+        {
+          sudo apt-get update
+          sudo apt-get install --yes zsh fzf ripgrep
+
+          for D in $($GITHUB_WORKSPACE/wrynegade/scwrypts/scwrypts -n --name check-all-dependencies --group ci --type zsh)
+          do
+            echo "--- installing $D ---"
+            ( sudo apt-get install --yes $D; exit 0; )
+          done
+        } > $HOME/.scwrypts.apt-get.log 2>&1
+
+        echo "updating virtual dependencies"
+        $GITHUB_WORKSPACE/wrynegade/scwrypts/scwrypts -n \
+          --name scwrypts/virtualenv/update-all \
+          --group scwrypts \
+          --type zsh \
+          > $HOME/.scwrypts.virtualenv.log 2>&1
+
+        echo "CI_SCWRYPTS_READY=1" >> $GITHUB_ENV
+        exit 0
+
+    - name: run scwrypt
+      shell: bash
+      env:
+        CI: true
+        SCWRYPTS_ENV: ${{ inputs.scwrypts-env }}
+      run: $GITHUB_WORKSPACE/wrynegade/scwrypts/scwrypts ${{inputs.scwrypt}} -- ${{inputs.args}} || exit 1

plugins/ci/.config/env.template

@@ -0,0 +1 @@
+#!/bin/zsh

plugins/ci/README.md

@@ -0,0 +1,10 @@
+# Kubernetes `kubectl` Helper Plugin
+
+Leverages a local `redis` application to quickly and easily set an alias `k` for `kubectl --context <some-context> --namespace <some-namespace>`.
+Much like scwrypts environments, `k` aliases are *only* shared amongst session with the same `SCWRYPTS_ENV` to prevent accidental cross-contamination.
+
+
+## Getting Started
+
+Enable the plugin in `~/.config/scwrypts/config.zsh` by adding `SCWRYPTS_PLUGIN_ENABLED__KUBECTL=1`.
+Use `k` as your new `kubectl` and checkout `k --help` and `k meta --help`.

plugins/ci/check-all-dependencies

@@ -0,0 +1,40 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+#####################################################################
+
+MAIN() {
+	cd "$SCWRYPTS_ROOT__scwrypts/"
+
+	DEPENDENCIES+=()
+	for group in ${SCWRYPTS_GROUPS[@]}
+	do
+		[[ $group =~ ^ci$ ]] && continue
+
+		GROUP_HOME="$(eval 'echo $SCWRYPTS_ROOT__'$group)"
+		[ $GROUP_HOME ] && [ -d "$GROUP_HOME" ] || continue
+
+		STATUS "checking dependencies for $group"
+		DEPENDENCIES+=($(
+			for file in $(
+				{
+					cd "$GROUP_HOME"
+					rg -l '^DEPENDENCIES\+=\($'
+					rg -l '^DEPENDENCIES\+=\([^)]\+\)'
+				} | grep -v '\.md$' | grep -v 'check-all-dependencies$')
+			do
+				sed -z 's/.*DEPENDENCIES+=(\([^)]*\)).*/\1\n/; s/#.*\n//g; s/\s\+/\n/g' "$GROUP_HOME/$file"
+			done 
+		))
+	done
+
+	DEPENDENCIES=(zsh $(echo $DEPENDENCIES | sed 's/ /\n/g' | sort -u | grep '^[-_a-zA-Z]\+$'))
+
+	STATUS "discovered dependencies: ($DEPENDENCIES)"
+	echo $DEPENDENCIES | sed 's/ /\n/g'
+	CHECK_ENVIRONMENT && SUCCESS "all dependencies satisfied"
+}
+
+#####################################################################
+MAIN $@

plugins/ci/ci.scwrypts.zsh

@@ -0,0 +1,5 @@
+SCWRYPTS_GROUPS+=(ci)
+
+export SCWRYPTS_TYPE__ci=zsh
+export SCWRYPTS_ROOT__ci="$SCWRYPTS_ROOT__scwrypts/plugins/ci"
+export SCWRYPTS_COLOR__ci='\033[0m'

plugins/kubectl/.config/env.template

@@ -0,0 +1,2 @@
+#!/bin/zsh
+export SCWRYPTS_KUBECTL_REDIS=

plugins/kubectl/.config/env.template.descriptions

@@ -0,0 +1 @@
+SCWRYPTS_KUBECTL_REDIS | (currently only 'managed') 'managed' or 'custom' redis configuration

plugins/kubectl/.config/static/redis.zsh

@@ -0,0 +1,4 @@
+export SCWRYPTS_KUBECTL_REDIS_HOST__managed=127.0.0.1
+export SCWRYPTS_KUBECTL_REDIS_PORT__managed=26379
+export SCWRYPTS_KUBECTL_REDIS_AUTH__managed=
+export SCWRYPTS_KUBECTL_REDIS_KEY_PREFIX__managed=

plugins/kubectl/README.md

@@ -0,0 +1,10 @@
+# Kubernetes `kubectl` Helper Plugin
+
+Leverages a local `redis` application to quickly and easily set an alias `k` for `kubectl --context <some-context> --namespace <some-namespace>`.
+Much like scwrypts environments, `k` aliases are *only* shared amongst session with the same `SCWRYPTS_ENV` to prevent accidental cross-contamination.
+
+
+## Getting Started
+
+Enable the plugin in `~/.config/scwrypts/config.zsh` by adding `SCWRYPTS_PLUGIN_ENABLED__KUBECTL=1`.
+Use `k` as your new `kubectl` and checkout `k --help` and `k meta --help`.

plugins/kubectl/driver/kubectl.completion.zsh

@@ -0,0 +1,31 @@
+#####################################################################
+command -v compdef >/dev/null 2>&1 || return 0
+#####################################################################
+
+_k() {
+	local C=$(k meta get context)
+	local NS=$(k meta get namespace)
+
+	local KUBEWORDS=(kubectl)
+	[ $C  ] && KUBEWORDS+=(--context $C)
+	[ $NS ] && KUBEWORDS+=(--namespace $NS)
+
+	words="$KUBEWORDS ${words[@]:1}"
+	_kubectl
+}
+
+compdef _k  k
+
+#####################################################################
+_h() {
+	local C=$(k meta get context)
+	local NS=$(k meta get namespace)
+
+	local KUBEWORDS=(kubectl)
+	[ $C  ] && KUBEWORDS+=(--context $C)
+	[ $NS ] && KUBEWORDS+=(--namespace $NS)
+
+	words="$KUBEWORDS ${words[@]:1}"
+	_helm
+}
+compdef _h  h

plugins/kubectl/driver/kubectl.driver.zsh

@@ -0,0 +1,195 @@
+[[ $SCWRYPTS_KUBECTL_DRIVER_READY -eq 1 ]] && return 0
+
+unalias k h >/dev/null 2>&1
+k() { _SCWRYPTS_KUBECTL_DRIVER kubectl $@; }
+h() { _SCWRYPTS_KUBECTL_DRIVER helm $@; }
+f() { _SCWRYPTS_KUBECTL_DRIVER flux $@; }
+
+
+_SCWRYPTS_KUBECTL_DRIVER() {
+	[ ! $SCWRYPTS_ENV ] && {
+		ERROR "must set SCWRYPTS_ENV in order to use '$(echo $CLI | head -c1)'"
+		return 1
+	}
+
+	which REDIS >/dev/null 2>&1 \
+		|| eval "$(scwrypts -n --name meta/get-static-redis-definition --type zsh --group kubectl)"
+
+	local CLI="$1"; shift 1
+
+	local SCWRYPTS_GROUP CUSTOM_COMMANDS=(meta)
+	for SCWRYPTS_GROUP in ${SCWRYPTS_GROUPS[@]}
+	do
+		CUSTOM_COMMANDS+=($(eval echo '$SCWRYPTS_KUBECTL_CUSTOM_COMMANDS__'$SCWRYPTS_GROUP))
+	done
+
+	##########################################
+
+	local USAGE="
+		usage: - [...args...] [...options...] -- [...$CLI options...]
+
+		args: -
+
+		options: -
+		  --subsession [0-9]   use indicated subsession (use for script clarity instead of positional arg)
+
+		  -h, --help      display this help dialogue
+		  -v, --verbose   output debugging information
+
+		description: -
+	"
+
+	local USAGE__usage=$(echo $CLI | head -c1) 
+
+	local USAGE__args="$(
+		{
+			echo "\\033[0;32m[0-9]\\033[0m^if the first argument is a number 0-9, uses or creates a subsession (default 0)"
+			echo " ^ "
+			for C in ${CUSTOM_COMMANDS[@]}
+			do
+				echo "\\033[0;32m$C\\033[0m^$(SCWRYPTS_KUBECTL_CUSTOM_COMMAND_DESCRIPTION__$C 2>/dev/null)"
+			done 
+		} | column -ts '^'
+	)"
+
+	local USAGE__options="
+		-n, --namespace   set the namespace
+		-k, --context     set the context
+	"
+
+	local USAGE__description="
+		Provides 'k' (kubectl), 'h' (helm), and 'f' (flux) shorthands to the respective
+		utility. These functions leverage redis and scwrypts environments to
+		allow quick selection of contexts and namespaces usable across all
+		active shell instances.
+		
+		The scwrypts group 'kubectl' has simple selection executables for
+		kubecontext and namespace, but also provides the library to enable
+		enriched, use-case-sensitive setup of kubernetes context.
+
+		All actions are scoped to the current SCWRYPTS_ENV
+		  currently : \\033[0;33m$SCWRYPTS_ENV\\033[0m
+		  
+		"
+
+	##########################################
+	
+	local USER_ARGS=()
+
+	local CUSTOM_COMMAND=0
+	local VERBOSE=0
+	local HELP=0
+	local ERRORS=0
+
+	local COMMAND_SWITCH_CASE="@($(echo $CUSTOM_COMMANDS | sed 's/ /|/g'))"
+
+	[ ! $SUBSESSION ] && local SUBSESSION=0
+	[[ $1 =~ ^[0-9]$ ]] && SUBSESSION=$1 && shift 1
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			meta )
+				CUSTOM_COMMAND=$1
+				SCWRYPTS_KUBECTL_CUSTOM_COMMAND_PARSE__$1 ${@:2}
+				break
+				;;
+
+			-v | --verbose ) VERBOSE=1 ;;
+			-h | --help    ) HELP=1 ;;
+
+			--subsession ) SUBSESSION=$2; shift 1 ;;
+
+			-n | --namespace )
+				_SCWRYPTS_KUBECTL_DRIVER kubectl meta set namespace $2
+				shift 1
+				;;
+
+			-k | --context | --kube-context )
+				_SCWRYPTS_KUBECTL_DRIVER kubectl meta set context $2
+				shift 1
+				;;
+
+			-- ) shift 1; break ;;
+
+			* )
+				[ ! $CUSTOM_COMMAND ] && {
+					for C in ${CUSTOM_COMMANDS[@]}
+					do
+						[[ $1 =~ ^$C$ ]] && {
+							SCWRYPTS_KUBECTL_CUSTOM_COMMAND_PARSE__$1 ${@:2}
+							break
+						}
+					done
+				}
+				USER_ARGS+=($1)
+				;;
+		esac
+		shift 1
+	done
+
+	while [[ $# -gt 0 ]]; do USER_ARGS+=($1); shift 1; done
+
+
+	CHECK_ERRORS --no-fail || return 1
+
+	[[ $HELP -eq 1 ]] && { USAGE; return 0; }
+
+	#####################################################################
+
+	local STRICT=$(_SCWRYPTS_KUBECTL_SETTINGS get strict || echo 1)
+
+	case $CUSTOM_COMMAND in
+		0 )
+			local CLI_ARGS=()
+
+			local CONTEXT=$(k meta get context)
+			local NAMESPACE=$(k meta get namespace)
+
+			[ $CONTEXT ] && [[ $CLI =~ ^helm$    ]] && CLI_ARGS+=(--kube-context $CONTEXT)
+			[ $CONTEXT ] && [[ $CLI =~ ^kubectl$ ]] && CLI_ARGS+=(--context $CONTEXT)
+			[ $CONTEXT ] && [[ $CLI =~ ^flux$    ]] && CLI_ARGS+=(--context $CONTEXT)
+
+			[[ $STRICT -eq 1 ]] && {
+				[ $CONTEXT   ] || ERROR "missing kubectl 'context'"
+				[ $NAMESPACE ] || ERROR "missing kubectl 'namespace'"
+
+				CHECK_ERRORS --no-fail --no-usage || {
+					ERROR "with 'strict' settings enabled, context and namespace must be set!"
+					REMINDER "
+						these values can be set directly with
+							$(echo $CLI | head -c1) meta set (namespace|context)
+					"
+
+					return 2
+				}
+			}
+
+			[ $NAMESPACE ] && CLI_ARGS+=(--namespace $NAMESPACE)
+			[[ $VERBOSE -eq 1 ]] && {
+				INFO "
+					context '$CONTEXT'
+					namespace '$NAMESPACE'
+					environment '$SCWRYPTS_ENV'
+					subsession '$SUBSESSION'
+					"
+				STATUS "running $CLI ${CLI_ARGS[@]} ${USER_ARGS[@]}"
+			} || {
+				[[ $(_SCWRYPTS_KUBECTL_SETTINGS get context) =~ ^show$ ]] && {
+					INFO "$SCWRYPTS_ENV.$SUBSESSION : $CLI ${CLI_ARGS[@]} ${USER_ARGS[@]}"
+				}
+			}
+			$CLI ${CLI_ARGS[@]} ${USER_ARGS[@]}
+			;;
+		* ) SCWRYPTS_KUBECTL_CUSTOM_COMMAND__$CUSTOM_COMMAND ${USER_ARGS[@]} ;;
+	esac
+}
+
+_SCWRYPTS_KUBECTL_SETTINGS() {
+	# (get setting-name) or (set setting-name setting-value)
+	REDIS h$1 ${SCWRYPTS_ENV}:kubectl:settings ${@:2} | grep .
+}
+
+#####################################################################
+source ${0:a:h}/kubectl.completion.zsh
+source ${0:a:h}/meta.zsh

plugins/kubectl/driver/meta.zsh

@@ -0,0 +1,147 @@
+SCWRYPTS_KUBECTL_CUSTOM_COMMAND_PARSE__meta() {
+	USAGE__usage+=" meta"
+	USAGE__args="
+	- get     output value of meta variable
+	- set     interactively configure value of meta variable
+	- clear   clear current subsession variables
+
+	(settings args)
+	- show   output context for every command
+	- hide   (default) hide output context for every command
+
+	- strict   (default) require context *and* namespace to be set
+	- loose    do not require context and namespace to be set
+	"
+	USAGE__options=''
+	USAGE__description=$(SCWRYPTS_KUBECTL_CUSTOM_COMMAND_DESCRIPTION__meta)
+
+	META_SUBARGS="
+	- namespace
+	- context
+	"
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			-h | --help ) HELP=1 ;;
+
+			set ) 
+				USAGE__usage+=" set"
+				USAGE__args="set (namespace|context)"
+				USAGE__description="interactively set a namespace or context for '$SCWRYPTS_ENV'"
+				case $2 in
+					namespace | context ) USER_ARGS+=($1 $2 $3); [ $3 ] && shift 1 ;;
+					-h | --help ) HELP=1 ;;
+					'' )
+						: \
+							&& SCWRYPTS_KUBECTL_CUSTOM_COMMAND__meta set context \
+							&& SCWRYPTS_KUBECTL_CUSTOM_COMMAND__meta set namespace \
+							;
+						return $?
+						;;
+
+					* ) ERROR "cannot set '$2'" ;;
+				esac
+				shift 1
+				;;
+
+			get )
+				USAGE__usage+=" get"
+				USAGE__args="get (namespace|context|all)"
+				USAGE__description="output the current namespace or context for '$SCWRYPTS_ENV'"
+				case $2 in
+					namespace | context | all ) USER_ARGS+=($1 $2) ;;
+
+					-h | --help ) HELP=1 ;;
+
+					* ) ERROR "cannot get '$2'" ;;
+				esac
+				shift 1
+				;;
+
+			copy )
+				USAGE__usage+=" copy"
+				USAGE__args+="copy [0-9]"
+				USAGE__description="copy current subsession ($SUBSESSION) to target subsession id"
+				case $2 in
+					[0-9] ) USER_ARGS+=($1 $2) ;;
+					-h | --help ) HELP=1 ;;
+					* ) ERROR "target session must be a number [0-9]" ;;
+				esac
+				shift 1
+				;;
+
+			clear | show | hide | strict | loose ) USER_ARGS+=($1) ;;
+
+			* ) ERROR "no meta command '$1'"
+		esac
+		shift 1
+	done
+}
+
+SCWRYPTS_KUBECTL_CUSTOM_COMMAND__meta() {
+	case $1 in
+		get )
+			[[ $2 =~ ^all$ ]] && {
+				local CONTEXT=$(REDIS get --prefix current:context | grep . || echo "\\033[1;31mnone set\\033[0m")
+				local NAMESPACE=$(REDIS get --prefix current:namespace | grep . || echo "\\033[1;31mnone set\\033[0m")
+				echo "
+					environment : $SCWRYPTS_ENV
+					context     : $CONTEXT
+					namespace   : $NAMESPACE
+
+					CLI settings
+					  command context : $(_SCWRYPTS_KUBECTL_SETTINGS get context)
+					      strict mode : $([[ $STRICT -eq 1 ]] && echo "on" || echo "\\033[1;31moff\\033[0m")
+					" | sed 's/^	\+//' >&2
+				return 0
+			}
+
+			REDIS get --prefix current:$2
+			;;
+
+		set )
+			scwrypts -n --name set-$2 --type zsh --group kubectl -- $3 --subsession $SUBSESSION >/dev/null \
+				&& SUCCESS "$2 set"
+			;;
+
+		copy )
+			: \
+				&& STATUS "copying $1 to $2" \
+				&& scwrypts -n --name set-context --type zsh --group kubectl -- --subsession $2 $(k meta get context | grep . || echo 'reset') \
+				&& scwrypts -n --name set-namespace --type zsh --group kubectl -- --subsession $2 $(k meta get namespace | grep . || echo 'reset') \
+				&& SUCCESS "subsession $1 copied to $2" \
+				;
+			;;
+
+		clear )
+			scwrypts -n --name set-context --type zsh --group kubectl -- --subsession $SUBSESSION reset >/dev/null \
+				&& SUCCESS "subsession $SUBSESSION reset to default"
+			;;
+
+		show )
+			_SCWRYPTS_KUBECTL_SETTINGS set context show >/dev/null \
+				&& SUCCESS "now showing full command context"
+			;;
+
+		hide )
+			_SCWRYPTS_KUBECTL_SETTINGS set context hide >/dev/null \
+				&& SUCCESS "now hiding command context"
+			;;
+
+		loose )
+			_SCWRYPTS_KUBECTL_SETTINGS set strict 0 >/dev/null \
+				&& WARNING "now running in 'loose' mode"
+			;;
+
+		strict )
+			_SCWRYPTS_KUBECTL_SETTINGS set strict 1 >/dev/null \
+				&& SUCCESS "now running in 'strict' mode"
+			;;
+	esac
+}
+
+SCWRYPTS_KUBECTL_CUSTOM_COMMAND_DESCRIPTION__meta() {
+	[ $CLI ] || CLI='kubectl'
+	echo "operations for $CLI session variables and other CLI settings"
+}

plugins/kubectl/get-context

@@ -0,0 +1,16 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use kubectl --group kubectl
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	KUBECTL__GET_CONTEXT
+}
+
+#####################################################################
+MAIN $@

plugins/kubectl/get-namespace

@@ -0,0 +1,16 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use kubectl --group kubectl
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	KUBECTL__GET_NAMESPACE
+}
+
+#####################################################################
+MAIN $@

plugins/kubectl/kubectl.scwrypts.zsh

@@ -0,0 +1,11 @@
+SCWRYPTS_GROUPS+=(kubectl)
+
+export SCWRYPTS_TYPE__kubectl=zsh
+export SCWRYPTS_ROOT__kubectl="$SCWRYPTS_ROOT__scwrypts/plugins/kubectl"
+export SCWRYPTS_COLOR__kubectl='\033[0;31m'
+
+SCWRYPTS_STATIC_CONFIG__kubectl+=(
+	"$SCWRYPTS_ROOT__kubectl/.config/static/redis.zsh"
+)
+
+source "$SCWRYPTS_ROOT__kubectl/driver/kubectl.driver.zsh"

plugins/kubectl/lib/kubectl.module.zsh

@@ -0,0 +1,158 @@
+#####################################################################
+
+DEPENDENCIES+=(
+	kubectl
+)
+
+REQUIRED_ENV+=()
+
+use redis --group kubectl
+
+#####################################################################
+
+KUBECTL() {
+	local NAMESPACE=$(REDIS get --prefix "current:namespace")
+	local CONTEXT=$(KUBECTL__GET_CONTEXT)
+
+	local KUBECTL_ARGS=()
+	[ $NAMESPACE ] && KUBECTL_ARGS+=(--namespace $NAMESPACE)
+	[ $CONTEXT   ] && KUBECTL_ARGS+=(--context $CONTEXT)
+
+	kubectl ${KUBECTL_ARGS[@]} $@
+}
+
+#####################################################################
+
+KUBECTL__GET_CONTEXT() { REDIS get --prefix "current:context"; }
+
+KUBECTL__SET_CONTEXT() {
+	local CONTEXT=$1
+	[ ! $CONTEXT ] && return 1
+
+	[[ $CONTEXT =~ reset ]] && {
+		: \
+			&& REDIS del --prefix "current:context" \
+			&& KUBECTL__SET_NAMESPACE reset \
+			;
+		return $?
+	}
+
+	: \
+		&& REDIS set --prefix "current:context" "$CONTEXT" \
+		&& KUBECTL__SET_NAMESPACE reset \
+		;
+}
+
+KUBECTL__SELECT_CONTEXT() {
+	KUBECTL__LIST_CONTEXTS | FZF 'select a context'
+}
+
+KUBECTL__LIST_CONTEXTS() {
+	echo reset
+	local ALL_CONTEXTS=$(KUBECTL config get-contexts -o name | sort)
+
+	echo $ALL_CONTEXTS | grep -v '^arn:aws:eks'
+
+	[[ $AWS_ACCOUNT ]] && {
+		echo $ALL_CONTEXTS | grep "^arn:aws:eks:.*:$AWS_ACCOUNT"
+		true
+	} || {
+		echo $ALL_CONTEXTS | grep '^arn:aws:eks'
+	}
+}
+
+#####################################################################
+
+KUBECTL__GET_NAMESPACE() { REDIS get --prefix "current:namespace"; }
+
+KUBECTL__SET_NAMESPACE() {
+	local NAMESPACE=$1
+	[ ! $NAMESPACE ] && return 1
+
+	[[ $NAMESPACE =~ reset ]] && {
+		REDIS del --prefix "current:namespace"
+		return $?
+	}
+
+	REDIS set --prefix "current:namespace" "$NAMESPACE"
+}
+
+KUBECTL__SELECT_NAMESPACE() {
+	KUBECTL__LIST_NAMESPACES | FZF 'select a namespace'
+}
+
+KUBECTL__LIST_NAMESPACES() {
+	echo reset
+	echo default
+	KUBECTL get namespaces -o name | sed 's/^namespace\///' | sort
+}
+
+#####################################################################
+
+KUBECTL__SERVE() {
+	[ $CONTEXT ] || local CONTEXT=$(KUBECTL__GET_CONTEXT)
+	[ $CONTEXT ] || ERROR 'must configure a context in which to serve'
+
+	[ $NAMESPACE ] || local NAMESPACE=$(KUBECTL__GET_NAMESPACE)
+	[ $NAMESPACE ] || ERROR 'must configure a namespace in which to serve'
+
+	CHECK_ERRORS --no-fail --no-usage || return 1
+
+	[ $SERVICE ] && SERVICE=$(KUBECTL__LIST_SERVICES | jq -c "select (.service == \"$SERVICE\")" || echo $SERVICE)
+	[ $SERVICE ] || local SERVICE=$(KUBECTL__SELECT_SERVICE)
+	[ $SERVICE ] || ERROR 'must provide or select a service'
+
+	KUBECTL__LIST_SERVICES | grep -q "^$SERVICE$"\
+		|| ERROR "no service '$SERVICE' in '$CONFIG/$NAMESPACE'"
+
+	CHECK_ERRORS --no-fail --no-usage || return 1
+
+	##########################################
+
+	SERVICE_PASSWORD="$(KUBECTL__GET_SERVICE_PASSWORD)"
+	KUBECTL__SERVICE_PARSE
+
+	INFO "attempting to serve ${NAMESPACE}/${SERVICE_NAME}:${SERVICE_PORT}"
+	[ $SERVICE_PASSWORD ] && INFO "password : $SERVICE_PASSWORD"
+
+	KUBECTL port-forward service/$SERVICE_NAME $SERVICE_PORT
+}
+
+KUBECTL__SELECT_SERVICE() {
+	[ $NAMESPACE ] || local NAMESPACE=$(KUBECTL__GET_NAMESPACE)
+	[ $NAMESPACE ] || return 1
+
+	local SERVICES=$(KUBECTL__LIST_SERVICES)
+	local SELECTED=$({
+		echo "namespace service port"
+		echo $SERVICES \
+			| jq -r '.service + " " + .port' \
+			| sed "s/^/$NAMESPACE /" \
+			;
+	} \
+		| column -t \
+		| FZF 'select a service' --header-lines=1 \
+		| awk '{print $2;}' \
+	)
+
+	echo $SERVICES | jq -c "select (.service == \"$SELECTED\")"
+}
+
+KUBECTL__LIST_SERVICES() {
+	KUBECTL get service --no-headers\
+		| awk '{print "{\"service\":\""$1"\",\"ip\":\""$3"\",\"port\":\""$5"\"}"}' \
+		| jq -c 'select (.ip != "None")' \
+		;
+}
+
+KUBECTL__GET_SERVICE_PASSWORD() {
+	[ $PASSWORD_SECRET ] && [ $PASSWORD_KEY ] || return 0
+
+	KUBECTL get secret $PASSWORD_SECRET -o jsonpath="{.data.$PASSWORD_KEY}" \
+		| base64 --decode
+}
+
+KUBECTL__SERVICE_PARSE() {
+	SERVICE_NAME=$(echo $SERVICE | jq -r .service)
+	SERVICE_PORT=$(echo $SERVICE | jq -r .port | sed 's|/.*$||')
+}

plugins/kubectl/lib/redis.module.zsh

@@ -0,0 +1,97 @@
+#####################################################################
+
+DEPENDENCIES+=(
+	redis-cli
+	docker
+)
+
+# TODO; allow custom redis configuration
+export SCWRYPTS_KUBECTL_REDIS=managed
+
+REQUIRED_ENV+=(
+	SCWRYPTS_KUBECTL_REDIS
+)
+
+#####################################################################
+
+REDIS() {
+	[ ! $USAGE ] && local USAGE="
+		usage: [...options...]
+
+		options:
+		  --subsession [0-9]   use a particular subsession
+
+		  -p, --prefix   apply dynamic prefix to the next command line argument
+
+		  --get-prefix              output key prefix for current session+subsession
+		  --get-static-definition   output the static ZSH function definition for REDIS
+
+		  additional arguments and options are passed through to 'redis-cli'
+	"
+
+	local REDIS_ARGS=() USER_ARGS=()
+
+	[ $SUBSESSION ] || local SUBSESSION=0
+
+	local REDIS_PREFIX=$(eval echo '$SCWRYPTS_KUBECTL_REDIS_KEY_PREFIX__'$SCWRYPTS_KUBECTL_REDIS)
+	[ $REDIS_PREFIX ] && REDIS_PREFIX+=':'
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in 
+			-p | --prefix ) USER_ARGS+=("${REDIS_PREFIX}${SCWRYPTS_ENV}:${SUBSESSION}:$2"); shift 1 ;;
+
+			--subsession            ) SUBSESSION=$2; shift 1 ;;
+
+			--get-prefix            ) echo $REDIS_PREFIX; return 0 ;;
+			--get-static-definition ) ECHO_STATIC_DEFINITION=1 ;;
+
+			* ) USER_ARGS+=($1) ;;
+		esac
+		shift 1
+	done
+
+	local REDIS_HOST=$(eval echo '$SCWRYPTS_KUBECTL_REDIS_HOST__'$SCWRYPTS_KUBECTL_REDIS)
+	local REDIS_PORT=$(eval echo '$SCWRYPTS_KUBECTL_REDIS_PORT__'$SCWRYPTS_KUBECTL_REDIS)
+	local REDIS_AUTH=$(eval echo '$SCWRYPTS_KUBECTL_REDIS_AUTH__'$SCWRYPTS_KUBECTL_REDIS)
+
+	[ $REDIS_HOST ] && REDIS_ARGS+=(-h $REDIS_HOST)
+	[ $REDIS_PORT ] && REDIS_ARGS+=(-p $REDIS_PORT)
+	[ $REDIS_AUTH ] && REDIS_ARGS+=(-a $REDIS_AUTH)
+
+	REDIS_ARGS+=(--raw)
+
+	[[ $ECHO_STATIC_DEFINITION -eq 1 ]] && {
+		echo "REDIS() {\
+			local USER_ARGS=(); \
+			[ ! \$SUBSESSION ] && local SUBSESSION=0 ;\
+			while [[ \$# -gt 0 ]]; \
+			do \
+				case \$1 in
+				-p | --prefix ) USER_ARGS+=(\"${REDIS_PREFIX}\${SCWRYPTS_ENV}:\${SUBSESSION}:\$2\"); shift 1 ;; \
+				* ) USER_ARGS+=(\$1) ;; \
+				esac; \
+				shift 1; \
+			done; \
+			redis-cli ${REDIS_ARGS[@]} \${USER_ARGS[@]}; \
+		}" | sed 's/\s\+/ /g'
+		return 0
+	}
+
+	redis-cli ${REDIS_ARGS[@]} ${USER_ARGS[@]}
+}
+
+REDIS ping | grep -qi pong || {
+	RPID=$(docker ps -a | grep scwrypts-kubectl-redis | awk '{print $1;}')
+	[ $RPID ] && STATUS 'refreshing redis instance' && docker rm -f $RPID
+	unset RPID
+
+	docker run \
+		--detach \
+		--name scwrypts-kubectl-redis \
+		--publish $SCWRYPTS_KUBECTL_REDIS_PORT__managed:6379 \
+		redis >/dev/null 2>&1
+
+	STATUS 'awaiting redis connection'
+	until REDIS ping 2>/dev/null | grep -qi pong; do sleep 0.5; done
+}

plugins/kubectl/meta/get-static-redis-definition

@@ -0,0 +1,11 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use redis --group kubectl
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+echo $(REDIS --get-static-definition)

plugins/kubectl/serve

@@ -0,0 +1,58 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use kubectl --group kubectl
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	local USAGE="
+	usage: [service] [...options...]
+
+	args:
+	  service   (optional) name of the service to forward locally
+
+	options:
+	  --context      override context
+	  --namespace    override namespace
+	  --subsession   REDIS subsession (default 0)
+
+	  to show a required password on screen, use both:
+	  --password-secret   Secret resource
+	  --password-key      key within Secret's 'data'
+
+	  -h, --help   show this dialogue and exit
+	"
+	local CONTEXT NAMESPACE SERVICE
+	local SUBSESSION=0
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			--context    ) CONTEXT=$2; shift 1 ;;
+			--namespace  ) NAMESPACE=$2; shift 1 ;;
+			--subsession ) SUBSESSION=$2; shift 1 ;;
+
+			--password-secret ) PASSWORD_SECRET=$2; shift 1 ;;
+			--password-key    ) PASSWORD_KEY=$2; shift 1 ;;
+
+			-h | --help ) USAGE; return 0 ;;
+
+			* )
+				[ $SERVICE ] && ERROR "unexpected argument '$2'"
+				SERVICE=$1
+				;;
+		esac
+		shift 1
+	done
+
+	CHECK_ERRORS
+
+	KUBECTL__SERVE 
+}
+
+#####################################################################
+MAIN $@

plugins/kubectl/set-context

@@ -0,0 +1,50 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use kubectl --group kubectl
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	local USAGE="
+	usage: [context] [...options...]
+
+	args:
+	  context   (optional) the full name of the kubeconfig context to set
+
+	options:
+	  --subsession   REDIS subsession (default 0)
+
+	  -h, --help   show this dialogue and exit
+	"
+	local CONTEXT
+	local SUBSESSION=0
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			--subsession ) SUBSESSION=$2; shift 1 ;;
+
+			-h | --help ) USAGE; return 0 ;;
+
+			* )
+				[ $CONTEXT ] && ERROR "unexpected argument '$2'"
+				CONTEXT=$1
+				;;
+		esac
+		shift 1
+	done
+
+	[ $CONTEXT ] || CONTEXT=$(KUBECTL__SELECT_CONTEXT)
+	[ $CONTEXT ] || ERROR 'must provide or select a valid kube context'
+
+	CHECK_ERRORS
+
+	KUBECTL__SET_CONTEXT $CONTEXT
+}
+
+#####################################################################
+MAIN $@

plugins/kubectl/set-namespace

@@ -0,0 +1,50 @@
+#!/bin/zsh
+#####################################################################
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use kubectl --group kubectl
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	local USAGE="
+	usage: [namespace] [...options...]
+
+	args:
+	  namespace   (optional) the full name of the namespace context to set
+
+	options:
+	  --subsession   REDIS subsession (default 0)
+
+	  -h, --help   show this dialogue and exit
+	"
+	local NAMESPACE
+	local SUBSESSION=0
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			--subsession ) SUBSESSION=$2; shift 1 ;;
+
+			-h | --help ) USAGE; return 0 ;;
+
+			* )
+				[ $NAMESPACE ] && ERROR "unexpected argument '$2'"
+				NAMESPACE=$1
+				;;
+		esac
+		shift 1
+	done
+
+	[ $NAMESPACE ] || NAMESPACE=$(KUBECTL__SELECT_NAMESPACE)
+	[ $NAMESPACE ] || ERROR 'must provide or select a valid namespace'
+
+	CHECK_ERRORS
+
+	KUBECTL__SET_NAMESPACE $NAMESPACE
+}
+
+#####################################################################
+MAIN $@

py/discord/post-message.py

@@ -13,19 +13,14 @@ if __name__ != '__main__':
 #####################################################################
 
 def main(args, stream):
-    if args.body is None:
+    if args.content is None:
         print(f'reading input from {stream.input.name}', file=stderr)
-        args.body = ''.join(stream.readlines()).strip()
+        args.content = ''.join(stream.readlines()).strip()
 
-    if len(args.body) == 0:
+    if len(args.content) == 0:
-        args.body = 'PING'
+        args.content = 'PING'
 
-    response = discord.send_message(
+    response = discord.send_message(**vars(args))
-            content = args.body,
-            channel_id = args.channel_id,
-            webhook = args.webhook,
-            avatar_url = args.avatar_url,
-            )
 
     stream.writeline(dumps({
         **(response.json() if response.text != '' else {'message': 'OK'}),
@@ -38,23 +33,28 @@ execute(main,
         description = 'post a message to the indicated discord channel',
         parse_args = [
             ( ['-b', '--body'], {
-                'dest'     : 'body',
+                'dest'     : 'content',
                 'help'     : 'message body',
                 'required' : False,
                 }),
             ( ['-c', '--channel-id'], {
                 'dest'     : 'channel_id',
-                'help'     : 'target channel id',
+                'help'     : 'override default target channel id',
                 'required' : False,
                 }),
             ( ['-w', '--webhook'], {
                 'dest'     : 'webhook',
-                'help'     : 'target webhook (takes precedence over -c)',
+                'help'     : 'override default target webhook (takes precedence over -c)',
                 'required' : False,
                 }),
             ( ['--avatar-url'], {
                 'dest'     : 'avatar_url',
-                'help'     : 'replace default avatar_url',
+                'help'     : 'override default avatar_url',
+                'required' : False,
+                }),
+            ( ['--username'], {
+                'dest'     : 'username',
+                'help'     : 'override default username',
                 'required' : False,
                 }),
             ]

py/lib/http/discord/send_message.py

@@ -1,9 +1,9 @@
 from py.lib.scwrypts import getenv
 from py.lib.http.discord import request
 
-def send_message(content, channel_id=None, webhook=None, avatar_url=None, **kwargs):
+def send_message(content, channel_id=None, webhook=None, username=None, avatar_url=None, **kwargs):
-    if channel_id is None:
+    if username is None:
-        channel_id = getenv('DISCORD__DEFAULT_CHANNEL_ID', required=False)
+        username = getenv('DISCORD__DEFAULT_USERNAME', required=False)
 
     if avatar_url is None:
         avatar_url = getenv('DISCORD__DEFAULT_AVATAR_URL', required=False)
@@ -12,11 +12,25 @@ def send_message(content, channel_id=None, webhook=None, avatar_url=None, **kwar
 
     if webhook is not None:
         endpoint = f'webhooks/{webhook}'
+
     elif channel_id is not None:
         endpoint = f'channels/{channel_id}/messages'
+
+    elif (webhook := getenv('DISCORD__DEFAULT_WEBHOOK', required=False)) is not None:
+        endpoint = f'webhooks/{webhook}'
+
+    elif (channel_id := getenv('DISCORD__DEFAULT_CHANNEL_ID', required=False)) is not None:
+        endpoint = f'channels/{channel_id}/messages'
+
     else:
         raise ValueError('must provide target channel_id or webhook')
 
+    if (header := getenv('DISCORD__CONTENT_HEADER', required=False)) is not None:
+        content = f'{header}{content}'
+
+    if (footer := getenv('DISCORD__CONTENT_FOOTER', required=False)) is not None:
+        content = f'{content}{footer}'
+
 
     return request(
             method = 'POST',
@@ -25,7 +39,7 @@ def send_message(content, channel_id=None, webhook=None, avatar_url=None, **kwar
                 key: value
                 for key, value in {
                     'content': content,
-                    'username': 'wrobot',
+                    'username': username,
                     'avatar_url': avatar_url,
                     **kwargs,
                     }.items()

run

@@ -11,13 +11,15 @@ __RUN() {
 		OPTIONS
 		  -g, --group <group-name>    only use scripts from the indicated group
 		  -t, --type <type-name>      only use scripts of the indicated type
-		  -m, --name <scwrypt-name>   only run the script if there is an exact match 
+		  -m, --name <scwrypt-name>   only run the script if there is an exact match
 		                                (requires type and group)
 
+		  -y, --yes              auto-accept all [yn] prompts through current scwrypt
 		  -e, --env <env-name>   set environment; overwrites SCWRYPTS_ENV
 		  -n, --no-log           skip logging and run in quiet mode
 
-		  --update   update scwrypts library to latest version
+		  --update      update scwrypts library to latest version
+		  --list-envs   print out environment list and exit
 
 		  -v, --version   print out scwrypts version and exit
 		  -l, --list      print out command list and exit
@@ -55,14 +57,22 @@ __RUN() {
 				VARSPLIT=$(echo "$1 " | sed 's/^\(-.\)\(.*\) /\1 -\2/')
 				set -- $(echo " $VARSPLIT ") ${@:2}
 				;;
+
 			-h | --help )
 				USAGE
 				return 0
 				;;
+
 			-n | --no-log )
 				[ ! $SUBSCWRYPT ] && SUBSCWRYPT=0
 				shift 1
 				;;
+
+			-y | --yes )
+				export __SCWRYPTS_YES=1
+				shift 1
+				;;
+
 			-e | --env )
 				[ ! $2 ] && ERROR "missing value for argument $1" && break
 				[ ! $SUBSCWRYPTS ] \
@@ -78,6 +88,10 @@ __RUN() {
 				SCWRYPTS__GET_AVAILABLE_SCWRYPTS
 				return 0
 				;;
+			--list-envs )
+				SCWRYPTS__GET_ENV_NAMES
+				return 0
+				;;
 			-v | --version )
 				echo scwrypts $(cd "$SCWRYPTS__ROOT__scwrypts"; git describe --tags)
 				return 0
@@ -85,6 +99,7 @@ __RUN() {
 			--update )
 				cd "$SCWRYPTS__ROOT__scwrypts"
 				git fetch --quiet origin main
+				git fetch --quiet origin main --tags
 				local SYNC_STATUS=$?
 
 				git diff --exit-code origin/main -- . >&2
@@ -129,7 +144,7 @@ __RUN() {
 
 	local SCWRYPTS_AVAILABLE
 	local POTENTIAL_ERROR="no such scwrypt exists:"
-	
+
 	SCWRYPTS_AVAILABLE=$(SCWRYPTS__GET_AVAILABLE_SCWRYPTS)
 
 	[ $SEARCH_NAME ] && {
@@ -208,19 +223,34 @@ __RUN() {
 	##########################################
 
 	local ENV_REQUIRED=$(__CHECK_ENV_REQUIRED && echo 1 || echo 0)
+	local REQUIRED_ENVIRONMENT_REGEX=$(eval echo '$SCWRYPTS_REQUIRED_ENVIRONMENT_REGEX__'$SCWRYPT_GROUP)
+
+	[ $REQUIRED_ENVIRONMENT_REGEX ] && {
+		[[ $ENV_NAME =~ $REQUIRED_ENVIRONMENT_REGEX ]] \
+			|| FAIL 5 "group '$SCWRYPT_GROUP' requires current environment to match '$REQUIRED_ENVIRONMENT_REGEX' (currently $ENV_NAME)"
+	}
 
 	[[ $ENV_REQUIRED -eq 1 ]] && {
 		[ ! $ENV_NAME ] && ENV_NAME=$(SCWRYPTS__SELECT_ENV)
-		local ENV_FILE=$(SCWRYPTS__GET_ENV_FILE "$ENV_NAME")
+
-		source "$ENV_FILE" || FAIL 5 "missing or invalid environment '$ENV_NAME'"
+		for GROUP in ${SCWRYPTS_GROUPS[@]}
+		do
+			local ENV_FILE=$(SCWRYPTS__GET_ENV_FILE "$ENV_NAME" "$GROUP")
+			source "$ENV_FILE" || FAIL 5 "missing or invalid environment '$GROUP/$ENV_NAME'"
+
+			for f in $(eval 'echo $SCWRYPTS_STATIC_CONFIG__'$GROUP)
+			do
+				source "$f" || FAIL 5 "invalid static config '$f'"
+			done
+		done
 
 		export ENV_NAME
 	}
 
-	for f in $(eval 'echo $SCWRYPTS_STATIC_CONFIG__'$SCWRYPT_GROUP)
+	[ $REQUIRED_ENVIRONMENT_REGEX ] && {
-	do
+		[[ $ENV_NAME =~ $REQUIRED_ENVIRONMENT_REGEX ]] \
-		source "$f" || FAIL 5 "invalid static config '$f'"
+			|| FAIL 5 "group '$SCWRYPT_GROUP' requires current environment to match '$REQUIRED_ENVIRONMENT_REGEX' (currently $ENV_NAME)"
-	done
+	}
 
 	##########################################
 
@@ -260,7 +290,7 @@ __RUN() {
 	{
 		[ $HEADER ] && echo $HEADER
 		echo '\033[1;33m--- BEGIN OUTPUT -------------------------\033[0m'
-		eval "$RUN_STRING $(printf "%q " "$@")"
+		(eval "$RUN_STRING $(printf "%q " "$@")")
 		EXIT_CODE=$?
 		echo '\033[1;33m--- END OUTPUT ---------------------------\033[0m'
 
@@ -313,8 +343,6 @@ __GET_LOGFILE() {
 		|| [[ $SCWRYPT_NAME =~ interactive ]] \
 		&& return 0
 
-	echo 'gets a logfile' >&2
-
 	echo "$SCWRYPTS_LOG_PATH/$(echo $GROUP/$TYPE/$NAME | sed 's/^\.\///; s/\//\%/g').log"
 }
 

zsh/cloud/aws/eks/login

@@ -7,4 +7,4 @@ use cloud/aws/eks
 CHECK_ENVIRONMENT
 #####################################################################
 
-EKS_CLUSTER_LOGIN $@
+EKS__CLUSTER_LOGIN $@

zsh/cloud/aws/rds/create-backup

@@ -12,13 +12,7 @@ CREATE_BACKUP() {
 	local DB_HOST DB_PORT DB_NAME DB_USER DB_PASS
 	RDS__GET_DATABASE_CREDENTIALS $@ || return 1
 
-	PG_DUMP \
+	PG_DUMP
-		--host $DB_HOST \
-		--port $DB_PORT \
-		--name $DB_NAME \
-		--user $DB_USER \
-		--pass $DB_PASS \
-		;
 }
 
 #####################################################################

zsh/cloud/aws/rds/interactive-login

@@ -12,13 +12,7 @@ RDS_INTERACTIVE_LOGIN() {
 	local DB_HOST DB_PORT DB_NAME DB_USER DB_PASS
 	RDS__GET_DATABASE_CREDENTIALS $@ || return 1
 
-	POSTGRES__LOGIN_INTERACTIVE \
+	POSTGRES__LOGIN_INTERACTIVE
-		--host $DB_HOST \
-		--port $DB_PORT \
-		--name $DB_NAME \
-		--user $DB_USER \
-		--pass $DB_PASS \
-		;
 }
 
 

zsh/cloud/aws/rds/load-backup

@@ -12,13 +12,7 @@ LOAD_BACKUP() {
 	local DB_HOST DB_PORT DB_NAME DB_USER DB_PASS
 	RDS__GET_DATABASE_CREDENTIALS $@ || return 1
 
-	PG_RESTORE \
+	PG_RESTORE
-		--host $DB_HOST \
-		--port $DB_PORT \
-		--name $DB_NAME \
-		--user $DB_USER \
-		--pass $DB_PASS \
-		;
 }
 
 

zsh/helm/get-template

@@ -0,0 +1,17 @@
+#!/bin/zsh
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use helm
+use scwrypts
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	unset USAGE
+	HELM__TEMPLATE__GET $@
+}
+
+#####################################################################
+MAIN $@

zsh/helm/update-dependencies

@@ -0,0 +1,17 @@
+#!/bin/zsh
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use helm
+use scwrypts
+
+CHECK_ENVIRONMENT
+#####################################################################
+
+MAIN() {
+	unset USAGE
+	HELM__DEPENDENCY__UPDATE $@
+}
+
+#####################################################################
+MAIN $@

zsh/lib/cloud/aws/cli.module.zsh

@@ -4,18 +4,20 @@ DEPENDENCIES+=(
 	aws
 )
 
-REQUIRED_ENV+=(
+REQUIRED_ENV+=()
-	AWS_ACCOUNT
-	AWS_PROFILE
-	AWS_REGION
-)
 
 #####################################################################
 
 AWS() {
-	aws \
+	local ARGS=()
-		--profile $AWS_PROFILE \
+
-		--region  $AWS_REGION \
+	ARGS+=(--output json)
-		--output  json \
+
-		$@
+	[ ! $CI ] && {
+		REQUIRED_ENV=(AWS_REGION AWS_ACCOUNT AWS_PROFILE) CHECK_ENVIRONMENT || return 1
+		ARGS+=(--profile $AWS_PROFILE)
+		ARGS+=(--region $AWS_REGION)
+		}
+
+	aws ${ARGS[@]} $@
 }

zsh/lib/cloud/aws/ecr.module.zsh

@@ -4,16 +4,15 @@ DEPENDENCIES+=(
 	docker
 )
 
-REQUIRED_ENV+=(
+REQUIRED_ENV+=()
-	AWS_ACCOUNT
-	AWS_REGION
-)
 
 use cloud/aws/cli
 
 #####################################################################
 
 ECR_LOGIN() {
+	REQUIRED_ENV=(AWS_REGION AWS_ACCOUNT) CHECK_ENVIRONMENT || return 1
+
 	STATUS "performing AWS ECR docker login"
 	AWS ecr get-login-password \
 		| docker login \

zsh/lib/cloud/aws/eks.module.zsh

@@ -1,19 +1,44 @@
 #####################################################################
 
-DEPENDENCIES+=(
+DEPENDENCIES+=(kubectl yq)
-	kubectl
+REQUIRED_ENV+=()
-)
-
-REQUIRED_ENV+=(
-	AWS_ACCOUNT
-	AWS_REGION
-)
 
 use cloud/aws/cli
 
 #####################################################################
 
-EKS_CLUSTER_LOGIN() {
+EKS__KUBECTL() { EKS kubectl $@; }
+EKS__FLUX()    { EKS flux $@; }
+
+#####################################################################
+
+EKS() {
+	local USAGE="
+		usage: cli [...kubectl args...]
+
+		args:
+		  cli   a kubectl-style CLI (e.g. kubectl, helm, flux, etc)
+
+		Allows access to kubernetes CLI commands by configuring environment
+		to point to a specific cluster.
+	"
+
+	REQUIRED_ENV=(AWS_REGION AWS_ACCOUNT CLUSTER_NAME) DEPENDENCIES=(kubectl $1) CHECK_ENVIRONMENT || return 1
+
+	local CONTEXT="arn:aws:eks:${AWS_REGION}:${AWS_ACCOUNT}:cluster/${CLUSTER_NAME}"
+
+	local CONTEXT_ARGS=()
+	case $1 in
+		helm ) CONTEXT_ARGS+=(--kube-context $CONTEXT) ;;
+		* ) CONTEXT_ARGS+=(--context $CONTEXT) ;;
+	esac
+
+	$1 ${CONTEXT_ARGS[@]} ${@:2}
+}
+
+#####################################################################
+
+EKS__CLUSTER_LOGIN() {
 	local USAGE="
 		usage:  [...options...]
 
@@ -25,6 +50,7 @@ EKS_CLUSTER_LOGIN() {
 		cluster in EKS. Also creates the kubeconfig entry if it does not
 		already exist.
 	"
+	REQUIRED_ENV=(AWS_ACCOUNT AWS_REGION) CHECK_ENVIRONMENT || return 1
 
 	local CLUSTER_NAME
 

zsh/lib/cloud/aws/eksctl.module.zsh

@@ -0,0 +1,116 @@
+#####################################################################
+
+DEPENDENCIES+=(eksctl)
+REQUIRED_ENV+=()
+
+use cloud/aws/eks
+
+#####################################################################
+
+EKSCTL() {
+	REQUIRED_ENV=(AWS_PROFILE AWS_REGION) CHECK_ENVIRONMENT || return 1
+
+	AWS_PROFILE=$AWS_PROFILE AWS_REGION=$AWS_REGION \
+		eksctl $@
+}
+
+EKSCTL__CREATE_IAMSERVICEACCOUNT() {
+	local USAGE="
+		usage: serviceaccount-name namespace [...options...] -- [...'eksctl create iamserviceaccount' args...]
+
+		options:
+		  --serviceaccount   (required) target k8s:ServiceAccount
+		  --namespace        (required) target k8s:Namespace
+		  --role-name        (required) name of the IAM role to assign
+
+		  --force   don't check for existing serviceaccount and override any existing configuration
+
+		eksctl create iamserviceaccount args:
+		$(eksctl create iamserviceaccount --help 2>&1 | grep -v -- '--name' | grep -v -- '--namespace' | grep -v -- '--role-name' | sed 's/^/  /')
+	"
+	REQUIRED_ENV=(AWS_REGION AWS_ACCOUNT CLUSTER_NAME) CHECK_ENVIRONMENT || return 1
+
+	local SERVICEACCOUNT NAMESPACE ROLE_NAME
+	local FORCE=0
+	local EKSCTL_ARGS=()
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			--serviceaccount ) SERVICEACCOUNT=$2; shift 1 ;;
+			--namespace      ) NAMESPACE=$2; shift 1 ;;
+			--role-name      ) ROLE_NAME=$2; shift 1 ;;
+
+			--force ) FORCE=1 ;; 
+
+			-- ) shift 1; break ;;
+
+			* ) ERROR "unknown argument '$1'" ;;
+		esac
+		shift 1
+	done
+
+	while [[ $# -gt 0 ]]; do EKSCTL_ARGS+=($1); shift 1; done
+
+	[ $SERVICEACCOUNT ] || ERROR "--serviceaccount is required"
+	[ $NAMESPACE      ] || ERROR "--namespace is required"
+	[ $ROLE_NAME      ] || ERROR "--role-name is required"
+
+	CHECK_ERRORS --no-fail || return 1
+
+	##########################################
+	
+	[[ $FORCE -eq 0 ]] && {
+		_EKS__CHECK_IAMSERVICEACCOUNT_EXISTS
+		local EXISTS_STATUS=$?
+		case $EXISTS_STATUS in
+			0 )
+				SUCCESS "'$NAMESPACE/$SERVICEACCOUNT' already configured with '$ROLE_NAME'"
+				return 0
+				;;
+			1 ) ;; # role does not exist yet; continue with rollout
+			2 )
+				ERROR "'$NAMESPACE/$SERVICEACCOUNT' has been configured with a different role than '$ROLE_NAME'"
+				REMINDER "must use --force flag to overwrite"
+				return 2
+				;;
+		esac
+	}
+
+	STATUS "creating iamserviceaccount" \
+		&& EKSCTL create iamserviceaccount \
+			--cluster $CLUSTER_NAME \
+			--namespace $NAMESPACE \
+			--name $SERVICEACCOUNT \
+			--role-name $ROLE_NAME \
+			--override-existing-serviceaccounts \
+			--approve \
+			${EKSCTL_ARGS[@]} \
+		&& SUCCESS "successfully configured '$NAMESPACE/$SERVICEACCOUNT' with IAM role '$ROLE_NAME'" \
+		|| { ERROR "unable to configure '$NAMESPACE/$SERVICEACCOUNT' with IAM role '$ROLE_NAME' (check cloudformation dashboard for details)"; return 3; }
+}
+
+_EKS__CHECK_IAMSERVICEACCOUNT_EXISTS() {
+	STATUS "checking for existing role-arn"
+	local CURRENT_ROLE_ARN=$(
+		EKS__KUBECTL --namespace $NAMESPACE get serviceaccount $SERVICEACCOUNT -o yaml \
+			| YQ -r '.metadata.annotations["eks.amazonaws.com/role-arn"]' \
+			| grep -v '^null$' \
+	)
+
+	[ $CURRENT_ROLE_ARN ] || {
+		STATUS "serviceaccount does not exist or has no configured role"
+		return 1
+	}
+
+	[[ $CURRENT_ROLE_ARN =~ "$ROLE_NAME$" ]] || {
+		STATUS "serviceaccount current role does not match desired role:
+			  CURRENT : $CURRENT_ROLE_ARN
+			  DESIRED : arn:aws:iam::${AWS_ACCOUNT}:role/$ROLE_NAME
+			  "
+		return 2
+	}
+
+	STATUS "serviceaccount current role matches desired role"
+	return 0
+}

zsh/lib/cloud/aws/rds.module.zsh

@@ -86,14 +86,9 @@ RDS__GET_DATABASE_CREDENTIALS() {
 		user-input     ) _RDS_AUTH__userinput ;;
 	esac
 
-	STATUS
+	[[ $PRINT_PASSWORD -eq 1 ]] && INFO "password : $DB_PASS"
-	STATUS "host     : $DB_HOST"
+
-	STATUS "type     : $DB_TYPE"
+	return 0
-	STATUS "port     : $DB_PORT"
-	STATUS "database : $DB_NAME"
-	STATUS "username : $DB_USER"
-	[[ $PRINT_PASSWORD -eq 1 ]] && STATUS "password : $DB_PASS"
-	STATUS
 }
 
 _RDS_AUTH__iam() {
@@ -108,10 +103,10 @@ _RDS_AUTH__iam() {
 _RDS_AUTH__secretsmanager() {
 	local CREDENTIALS=$(_RDS__GET_SECRETSMANAGER_CREDENTIALS)
 	echo $CREDENTIALS | jq -e '.pass' >/dev/null 2>&1 \
-		&& DB_PASS="'$(echo $CREDENTIALS | jq -r '.pass' | sed "s/'/'\"'\"'/g")'"
+		&& DB_PASS="$(echo $CREDENTIALS | jq -r '.pass')"
 	
 	echo $CREDENTIALS | jq -e '.password' >/dev/null 2>&1 \
-		&& DB_PASS="'$(echo $CREDENTIALS | jq -r '.password' | sed "s/'/'\"'\"'/g")'"
+		&& DB_PASS="$(echo $CREDENTIALS | jq -r '.password')"
 	
 	echo $CREDENTIALS | jq -e '.user' >/dev/null 2>&1 \
 		&& DB_USER=$(echo $CREDENTIALS | jq -r '.user')

zsh/lib/config.group.zsh

@@ -2,11 +2,6 @@ export SCWRYPTS_ROOT__scwrypts="$SCWRYPTS_ROOT"
 export SCWRYPTS_LIBRARY_ROOT__scwrypts="$SCWRYPTS_ROOT/zsh/lib"
 export SCWRYPTS_COLOR__scwrypts='\033[0;32m'
 
-export SCWRYPTS_ENV_PATH__scwrypts="$SCWRYPTS_CONFIG_PATH/scwrypts/env"
-[ ! -d "$SCWRYPTS_ENV_PATH__scwrypts" ] && mkdir -p "$SCWRYPTS_ENV_PATH__scwrypts"
-
-export SCWRYPTS_ENV_TEMPLATE__scwrypts="$SCWRYPTS_ROOT__scwrypts/.env.template"
-export SCWRYPTS_ENV_TEMPLATE_DESCRIPTIONS__scwrypts="$SCWRYPTS_ROOT__scwrypts/.env.template.descriptions"
 
 export SCWRYPTS_VIRTUALENV_PATH__scwrypts="$SCWRYPTS_DATA_PATH/virtualenv"
 [ ! -d "$SCWRYPTS_VIRTUALENV_PATH__scwrypts" ] && mkdir -p "$SCWRYPTS_VIRTUALENV_PATH__scwrypts"

zsh/lib/config.zsh

@@ -39,4 +39,34 @@ source "$SCWRYPTS_ROOT/zsh/lib/config.group.zsh" \
 	|| FAIL 69 'failed to set up scwrypts group; aborting'
 
 #####################################################################
-__SCWRYPT=1 # arbitrary; indicates currently inside a scwrypt
+
+for plugin in $(ls $SCWRYPTS_ROOT__scwrypts/plugins)
+do
+	[[ $(eval 'echo $SCWRYPTS_PLUGIN_ENABLED__'$plugin) -eq 1 ]] && {
+		source "$SCWRYPTS_ROOT/plugins/$plugin/$plugin.scwrypts.zsh"
+	}
+done
+
+#####################################################################
+
+for GROUP_LOADER in $(env | sed -n 's/^SCWRYPTS_GROUP_LOADER__[a-z_]\+=//p')
+do
+	[ -f "$GROUP_LOADER" ] && source "$GROUP_LOADER"
+done
+
+: \
+	&& [ ! "$SCWRYPTS_AUTODETECT_GROUP_BASEDIR" ] \
+	&& [ $GITHUB_WORKSPACE ] \
+	&& [ ! $SCWRYPTS_GITHUB_NO_AUTOLOAD ] \
+	&& SCWRYPTS_AUTODETECT_GROUP_BASEDIR="$GITHUB_WORKSPACE"
+
+[ "$SCWRYPTS_AUTODETECT_GROUP_BASEDIR" ] && [ -d "$SCWRYPTS_AUTODETECT_GROUP_BASEDIR" ] && {
+	for GROUP_LOADER in $(find "$SCWRYPTS_AUTODETECT_GROUP_BASEDIR" -type f -name \*scwrypts.zsh)
+	do
+		[ -f "$GROUP_LOADER" ] && source "$GROUP_LOADER"
+	done
+}
+
+#####################################################################
+[ $NO_EXPORT_CONFIG ] || __SCWRYPT=1 # arbitrary; indicates currently inside a scwrypt
+true

zsh/lib/db/postgres.module.zsh

@@ -4,7 +4,6 @@ DEPENDENCIES+=(
 	pg_dump
 	pg_restore
 	psql
-	pgcli
 )
 
 REQUIRED_ENV+=()
@@ -12,22 +11,22 @@ REQUIRED_ENV+=()
 #####################################################################
 
 PSQL() {
-	[[ ${#ARGS[@]} -eq 0 ]] && POSTGRES__SET_LOGIN_ARGS $@
+	POSTGRES__SET_LOGIN_ARGS $@
-
+	eval PGPASSWORD=$(printf '%q ' "$DB_PASS") psql ${PSQL_ARGS[@]}
-	eval PGPASSWORD=$_PASS psql ${_ARGS[@]}
 }
 
 #####################################################################
 
 PG_DUMP() {
-	local _HOST _NAME _PORT _USER _FILE
+	local DATA_DIR
-	local DATA_DIR _PASS _ARGS=()
 	POSTGRES__SET_LOGIN_ARGS --verbose $@
 
 	local OUTPUT_FILE="$DATA_DIR/backup.$(date '+%Y-%m-%d.%H-%M')"
 
+
+
 	STATUS "
-	making backup of : $_USER@$_HOST:$_PORT/$_NAME
+	making backup of : $DB_USER@$DB_HOST:$DB_PORT/$DB_NAME
 
 	    (compressed) : '$OUTPUT_FILE.dump'
 	      (safe-raw) : '$OUTPUT_FILE.sql'
@@ -36,23 +35,33 @@ PG_DUMP() {
 
 	: \
 		&& STATUS "creating compressed backup..." \
-		&& eval PGPASSWORD=$_PASS pg_dump ${_ARGS[@]} --format custom --file "$OUTPUT_FILE.dump" \
+		&& eval PGPASSWORD=$(printf '%q ' "$DB_PASS") psql ${PSQL_ARGS[@]} \
+			--format custom \
+			--file "$OUTPUT_FILE.dump" \
+			--verbose \
 		&& SUCCESS "completed compressed backup" \
 		&& STATUS "creating raw backup..." \
-		&& eval PGPASSWORD=$_PASS pg_dump ${_ARGS[@]} > "$OUTPUT_FILE.raw.sql" \
+		&& pg_restore -f "$OUTPUT_FILE.raw.sql" "$OUTPUT_FILE.dump" \
 		&& SUCCESS "completed raw backup" \
 		&& STATUS "creating single-transaction raw backup..." \
-		&& { echo "BEGIN;"; cat "$OUTPUT_FILE.raw.sql"; echo "END;" } > "$OUTPUT_FILE.sql" \
+		&& { echo "BEGIN;\n"; cat "$OUTPUT_FILE.raw.sql"; echo "\nEND;" } > "$OUTPUT_FILE.sql" \
 		&& SUCCESS "completed single-transaction raw backup" \
-		|| { ERROR "error creating backup for '$_HOST/$_NAME' (see above)"; return 1; }
+		|| { ERROR "error creating backup for '$DB_HOST/$DB_NAME' (see above)"; return 1; }
+
+	SUCCESS "
+	completed backup : $DB_USER@$DB_HOST:$DB_PORT/$DB_NAME
+
+	    (compressed) : '$OUTPUT_FILE.dump'
+	      (safe-raw) : '$OUTPUT_FILE.sql'
+	           (raw) : '$OUTPUT_FILE.raw.sql'
+	 "
 }
 
 #####################################################################
 
 PG_RESTORE() {
-	local _HOST _NAME _PORT _USER
+	local _ARGS=()
-	local _PASS _ARGS=()
+	local FILE
-	local _FILE
 	POSTGRES__SET_LOGIN_ARGS $@
 
 	local INPUT_FILE=$(find "$DATA_DIR"/backup.* -type f | FZF 'select database file to restore')
@@ -72,7 +81,7 @@ PG_RESTORE() {
 	[[ $INPUT_FILE =~ \\.dump$ ]] && RAW=0
 
 	STATUS "
-	loading backup for : $_USER@$_HOST:$_PORT/$_NAME
+	loading backup for : $DB_USER@$DB_HOST:$DB_PORT/$DB_NAME
 
 	              file : '$INPUT_FILE'
 	"
@@ -92,7 +101,7 @@ PG_RESTORE() {
 	}
 
 	[[ $RAW -eq 0 ]] && {
-		PGPASSWORD="$_PASS" pg_restore ${_ARGS[@]} \
+		eval PGPASSWORD=$(printf '%q ' "$DB_PASS") pg_restore ${PSQL_ARGS[@]} \
 			--verbose \
 			--format custom \
 			--single-transaction \
@@ -101,8 +110,8 @@ PG_RESTORE() {
 	}
 
 	[[ $EXIT_CODE -eq 0 ]] \
-		&& SUCCESS "finished restoring backup for '$_HOST/$_NAME'" \
+		&& SUCCESS "finished restoring backup for '$DB_HOST/$DB_NAME'" \
-		|| ERROR "error restoring backup for '$_HOST/$_NAME' (see above)" \
+		|| ERROR "error restoring backup for '$DB_HOST/$DB_NAME' (see above)" \
 		;
 
 	return $EXIT_CODE
@@ -111,48 +120,70 @@ PG_RESTORE() {
 #####################################################################
 
 POSTGRES__LOGIN_INTERACTIVE() {
-	local _PASS _ARGS=()
+	DEPENDENCIES=(pgcli) CHECK_ENVIRONMENT --optional \
+		&& COMMAND=pgcli || COMMAND=psql
+
+	[[ $COMMAND =~ psql ]] && WARNING "using 'psql' instead"
+
 	POSTGRES__SET_LOGIN_ARGS $@
 
-	STATUS "performing login  : $_USER@$_HOST:$_PORT/$_NAME"
+	STATUS "
-	STATUS "working directory : $DATA_DIR"
+	performing login  : $DB_USER@$DB_HOST:$DB_PORT/$DB_NAME
+	working directory : $DATA_DIR
+	 "
 
-	eval PGPASSWORD=$_PASS pgcli ${_ARGS[@]}
+	eval PGPASSWORD=$(printf '%q ' "$DB_PASS") $COMMAND ${PSQL_ARGS[@]}
 }
 
 #####################################################################
 
 POSTGRES__SET_LOGIN_ARGS() {
+	# allow for manual override with PSQL_ARGS
+	[[ ${#PSQL_ARGS[@]} -gt 0 ]] && return 0
+
+	local DATA_DIR_PREFIX
+
 	while [[ $# -gt 0 ]]
 	do
 		case $1 in
-			--host ) _ARGS+=(-h $2); _HOST="$2"; shift 1 ;;
+			-h | --host ) DB_HOST="$2"; shift 1 ;;
-			--name ) _ARGS+=(-d $2); _NAME="$2"; shift 1 ;;
+			-p | --port ) DB_PORT="$2"; shift 1 ;;
-			--port ) _ARGS+=(-p $2); _PORT="$2"; shift 1 ;;
+			-d | --name ) DB_NAME="$2"; shift 1 ;;
-			--user ) _ARGS+=(-U $2); _USER="$2"; shift 1 ;;
+			-U | --user ) DB_USER="$2"; shift 1 ;;
+			-P | --pass ) DB_PASS="$2"; shift 1 ;;
 
-			--pass ) _PASS="$2"; shift 1 ;;
+			--file  ) PSQL_FILE="$2";  shift 1 ;;
 
-			--file ) _FILE="$2"; shift 1 ;;
+			--data-dir-prefix ) DATA_DIR_PREFIX="$2"; shift 1 ;;
 
-			* ) _ARGS+=($1) ;;
+			* ) PSQL_ARGS+=($1) ;;
 		esac
 		shift 1
 	done
 
-	[ $_FILE ] && [ ! -f "$_FILE" ] && {
+	[ $PSQL_FILE ] && [ ! -f "$PSQL_FILE" ] \
-		ERROR "no such file '$_FILE'"
+		&& ERROR "no such file available:\n'$PSQL_FILE'"
-		exit 1
+
+	CHECK_ERRORS
+
+	##########################################
+
+	[ $DATA_DIR_PREFIX ] && {
+		DATA_DIR="$SCWRYPTS_DATA_PATH/$DATA_DIR_PREFIX"
+	} || {
+		[ $DB_HOST ] && [ $DB_NAME ] \
+			&& DATA_DIR="$SCWRYPTS_DATA_PATH/db/$DB_HOST/$DB_NAME" \
+			|| DATA_DIR="$EXECUTION_DIR/temp-db" \
+			;
 	}
 
-	[ $_HOST ] && [ $_NAME ] \
+	mkdir -p "$DATA_DIR"
-		&& DATA_DIR="$SCWRYPTS_DATA_PATH/db/$_HOST/$_NAME" \
-		|| DATA_DIR="$EXECUTION_DIR/temp-db" \
-		;
-
-	[ ! -d "$DATA_DIR" ] && mkdir -p "$DATA_DIR"
 	cd "$DATA_DIR"
 
-	return 0
+	[ $DB_HOST ] || DB_HOST=127.0.0.1
-}
+	[ $DB_PORT ] || DB_PORT=5432
+	[ $DB_NAME ] || DB_NAME=postgres
+	[ $DB_USER ] || DB_USER=postgres
 
+	PSQL_ARGS+=(-h $DB_HOST -p $DB_PORT -d $DB_NAME -U $DB_USER)
+}

zsh/lib/helm/dependency.module.zsh

@@ -0,0 +1,42 @@
+#####################################################################
+
+DEPENDENCIES+=(helm kubeval)
+REQUIRED_ENV+=()
+
+use helm/validate
+
+#####################################################################
+
+HELM__DEPENDENCY__UPDATE() {
+	[ ! $USAGE ] && local USAGE="
+		usage: [...options...]
+
+		options
+		  -t, --template-filename   path to a template/*.yaml file of a helm chart
+
+		Auto-detect chart and build dependencies for any file within a helm chart.
+	"
+	local TEMPLATE_FILENAME CHART_ROOT VALUES_FILES=()
+	local COLORIZE=0 RAW=0 DEBUG=0
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in 
+			-t | --template-filename ) TEMPLATE_FILENAME="$(SCWRYPTS__GET_REALPATH "$2")"; shift 1 ;;
+
+			* ) ERROR "unexpected argument '$1'" ;;
+		esac
+		shift 1
+	done
+
+	HELM__VALIDATE
+	CHECK_ERRORS || return 1
+
+	##########################################
+
+	STATUS "updating helm dependencies for '$CHART_ROOT'" \
+		&& cd $CHART_ROOT  \
+		&& helm dependency update \
+		&& SUCCESS "helm chart dependencies updated" \
+		|| { ERROR "unable to update helm chart dependencies (see above)"; return 1; }
+}

zsh/lib/helm/helm.module.zsh

@@ -0,0 +1,9 @@
+#####################################################################
+
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+use helm/dependency
+use helm/template
+
+#####################################################################

zsh/lib/helm/template.module.zsh

@@ -0,0 +1,110 @@
+#####################################################################
+
+DEPENDENCIES+=(helm kubeval)
+REQUIRED_ENV+=()
+
+use helm/validate
+
+#####################################################################
+
+HELM__TEMPLATE__GET() {
+	[ ! $USAGE ] && local USAGE="
+		usage: [...options...] (--) [...helm args...]
+
+		options
+		  -t, --template-filename   path to a template/*.yaml file of a helm chart
+
+		  --colorize   use 'bat' to colorize output
+		  --raw        remove scwrypts-added fluff and only output helm template details
+
+		  -h, --help   show this help dialogue
+
+		Smart helm-template generator which auto-detects the chart
+		and sample values for testing and developing helm charts.
+	"
+	local HELM_ARGS=()
+	local TEMPLATE_FILENAME TEMPLATE_NAME CHART_ROOT CHART_NAME VALUES_FILES=()
+	local COLORIZE=0 RAW=0 DEBUG=0
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in 
+			-t | --template-filename ) TEMPLATE_FILENAME="$(SCWRYPTS__GET_REALPATH "$2")"; shift 1 ;;
+
+			--colorize )
+				DEPENDENCIES=(bat) CHECK_ENVIRONMENT || return 1
+				COLORIZE=1
+				;;
+
+			--raw ) RAW=1 ;;
+
+			-h | --help ) USAGE; return 0 ;;
+			-- ) shift 1; break ;;
+
+
+			* ) HELM_ARGS+=($1) ;;
+		esac
+		shift 1
+	done
+
+	while [[ $# -gt 0 ]]; do HELM_ARGS+=($1); shift 1; done
+
+	HELM__VALIDATE
+	CHECK_ERRORS || return 1
+
+	##########################################
+
+	local EXIT_CODE=0
+	local TEMPLATE_OUTPUT DEBUG_OUTPUT
+	[ $USE_CHART_ROOT ] && [[ $USE_CHART_ROOT -eq 1 ]] && {
+		CAPTURE TEMPLATE_OUTPUT DEBUG_OUTPUT helm template "$CHART_ROOT" ${HELM_ARGS[@]} --debug
+		true
+	} || {
+		CAPTURE TEMPLATE_OUTPUT DEBUG_OUTPUT helm template "$CHART_ROOT" ${HELM_ARGS[@]} --debug --show-only "$(echo $TEMPLATE_FILENAME | sed "s|^$CHART_ROOT/||")"
+	}
+		
+	[ ! $TEMPLATE_OUTPUT ] && EXIT_CODE=1
+
+
+	[[ $RAW -eq 1 ]] && {
+		[ $USE_CHART_ROOT ] && [[ $USE_CHART_ROOT -eq 1 ]] || HELM_ARGS+=(--show-only $(echo $TEMPLATE_FILENAME | sed "s|^$CHART_ROOT/||"))
+		[[ $COLORIZE -eq 1 ]] \
+			&& helm template "$CHART_ROOT" ${HELM_ARGS[@]} 2>&1 | bat --language yaml --color always \
+			|| helm template "$CHART_ROOT" ${HELM_ARGS[@]} | grep -v '^# Source:.*$' \
+			;
+
+		return $EXIT_CODE
+	}
+
+	[ $TEMPLATE_OUTPUT ] && {
+		KUBEVAL_RAW=$(echo $TEMPLATE_OUTPUT | kubeval --schema-location https://raw.githubusercontent.com/yannh/kubernetes-json-schema/master)
+		true
+	} || {
+		TEMPLATE_OUTPUT="---\nerror: chart or '$(basename $(dirname $TEMPLATE_FILENAME))/$(basename $TEMPLATE_FILENAME)' invalid"
+		KUBEVAL_RAW="no template output; kubeval skipped"
+
+		[ $USE_CHART_ROOT ] && [[ $USE_CHART_ROOT -eq 1 ]] || {
+			DEBUG_OUTPUT="$(helm template "$CHART_ROOT" ${HELM_ARGS[@]} --debug 2>&1 >/dev/null)"
+		}
+	}
+
+	TEMPLATE_OUTPUT="$TEMPLATE_OUTPUT
+---
+debug: |
+$(echo $DEBUG_OUTPUT | sed 's/^/  /g')
+
+kubeval: |
+$(echo $KUBEVAL_RAW | sed 's/^/  /g')
+
+lint: |
+$(helm lint $CHART_ROOT ${HELM_ARGS[@]} 2>&1 | sed 's/^/  /g')
+"
+
+	[[ $COLORIZE -eq 1 ]] && {
+		echo $TEMPLATE_OUTPUT | bat --language yaml --color always
+	} || {
+		echo $TEMPLATE_OUTPUT
+	}
+
+	return $EXIT_CODE
+}

zsh/lib/helm/validate.module.zsh

@@ -0,0 +1,93 @@
+#####################################################################
+
+DEPENDENCIES+=(yq)
+REQUIRED_ENV+=()
+
+#####################################################################
+
+HELM__VALIDATE() {
+	[ ! $USAGE ] && USAGE="
+		usage:
+
+		environment
+		  TEMPLATE_FILENAME   target template filename
+
+		Smart helm-detection / validator which determines the helm
+		chart root and other details given a particular filename.
+	"
+
+	[ $TEMPLATE_FILENAME ] && [ -f "$TEMPLATE_FILENAME" ] || {
+		ERROR 'must provide a template filename'
+		return 1
+	}
+
+	_HELM__GET_CHART_ROOT
+	[ $CHART_ROOT ] && [ -d "$CHART_ROOT" ] || {
+		ERROR 'unable to determine helm root; is this a helm template file?'
+		return 1
+	}
+
+	CHART_NAME=$(YQ -r .name "$CHART_ROOT/Chart.yaml")
+
+	[[ $TEMPLATE_FILENAME =~ values.*.yaml$ ]] && {
+		HELM_ARGS+=(--values $TEMPLATE_FILENAME)
+		USE_CHART_ROOT=1
+	}
+
+	[[ $TEMPLATE_FILENAME =~ tests/.*.yaml$ ]] && {
+		HELM_ARGS+=(--values $TEMPLATE_FILENAME)
+		USE_CHART_ROOT=1
+	}
+
+	[[ $(dirname $TEMPLATE_FILENAME) =~ ^$CHART_ROOT$ ]] \
+		&& USE_CHART_ROOT=1
+	
+	_HELM__GET_DEFAULT_VALUES_ARGS
+
+	return 0
+}
+
+_HELM__GET_CHART_ROOT() {
+	local SEARCH_DIR=$(dirname "$TEMPLATE_FILENAME")
+	while [ ! $CHART_ROOT ] && [[ ! $SEARCH_DIR =~ ^/$ ]]
+	do
+		[ -f "$SEARCH_DIR/Chart.yaml" ] && CHART_ROOT="$SEARCH_DIR" && return 0
+		SEARCH_DIR="$(dirname "$SEARCH_DIR")"
+	done
+
+	return 1
+}
+
+_HELM__GET_DEFAULT_VALUES_ARGS() {
+	for F in \
+		"$CHART_ROOT/tests/default.yaml" \
+		"$CHART_ROOT/values.test.yaml" \
+		"$CHART_ROOT/values.yaml" \
+		;
+	do
+		[ -f "$F" ] && HELM_ARGS=(--values "$F" $HELM_ARGS)
+	done
+
+	for LOCAL_REPOSITORY in $(\
+		cat "$CHART_ROOT/Chart.yaml" \
+			| YQ -r '.dependencies[] | .repository' \
+			| grep '^file://' \
+			| sed 's|file://||' \
+		)
+	do
+		[[ $LOCAL_REPOSITORY =~ ^[/~] ]] \
+			&& LOCAL_REPOSITORY_ROOT="$LOCAL_REPOSITORY" \
+			|| LOCAL_REPOSITORY_ROOT="$CHART_ROOT/$LOCAL_REPOSITORY" \
+			;
+
+		for F in \
+			"$LOCAL_REPOSITORY_ROOT/tests/default.yaml" \
+			"$LOCAL_REPOSITORY_ROOT/values.test.yaml" \
+			"$LOCAL_REPOSITORY_ROOT/values.yaml" \
+			;
+		do
+			[ -f "$F" ] && HELM_ARGS=(--values "$F" $HELM_ARGS)
+		done
+	done
+}
+

zsh/lib/import.driver.zsh

@@ -118,7 +118,16 @@ use() {
 }
 
 GET_SCWRYPTS_LIBRARY_ROOT() {
-	eval echo '$SCWRYPTS_LIBRARY_ROOT__'$SCWRYPTS_LIBRARY_GROUP
+	local ROOT
+
+	ROOT=$(eval echo '$SCWRYPTS_LIBRARY_ROOT__'$SCWRYPTS_LIBRARY_GROUP)
+	[ $ROOT ] && echo $ROOT && return 0
+
+	[[ $(eval echo '$SCWRYPTS_TYPE__'$SCWRYPTS_LIBRARY_GROUP) =~ zsh ]] \
+		&& ROOT=$(eval echo '$SCWRYPTS_ROOT__'$SCWRYPTS_LIBRARY_GROUP/lib) \
+		|| ROOT=$(eval echo '$SCWRYPTS_ROOT__'$SCWRYPTS_LIBRARY_GROUP/zsh/lib) \
+		;
+	[ $ROOT ] && echo $ROOT && return 0
 }
 
 IS_LOADED() {

zsh/lib/office/latex.module.zsh

@@ -10,7 +10,7 @@ REQUIRED_ENV+=()
 #####################################################################
 
 LATEX__GET_MAIN_FILENAME() {
-	local FILENAME=$(SCWRYPTS__GET_PATH_TO_RELATIVE_ARGUMENT "$1")
+	local FILENAME=$(SCWRYPTS__GET_REALPATH "$1")
 	local DIRNAME="$FILENAME"
 
 	for _ in {1..3}

zsh/lib/scwrypts/environment-files.module.zsh

@@ -15,20 +15,47 @@ SCWRYPTS__SELECT_OR_CREATE_ENV() {
 	SCWRYPTS__GET_ENV_NAMES | FZF_TAIL 'select / create an environment'
 }
 
-SCWRYPTS__GET_ENV_FILE() {
+SCWRYPTS__GET_ENV_FILES() {
 	local NAME="$1"
 
-	echo "$SCWRYPTS_ENV_PATH/$NAME"
+	local FILENAMES=$(
+	for GROUP in ${SCWRYPTS_GROUPS[@]}
+	do
+		echo "$SCWRYPTS_ENV_PATH/$GROUP/$NAME"
+	done
+	)
+
+	echo $FILENAMES | grep 'environments/scwrypts/'
+	echo $FILENAMES | grep -v 'environments/scwrypts/' | sort
 
 	SCWRYPTS__GET_ENV_NAMES | grep -q $NAME \
 		|| { ERROR "no environment '$NAME' exists"; return 1; }
 }
 
+SCWRYPTS__GET_ENV_FILE() {
+	local NAME="$1"
+	local GROUP="$2"
+
+	[ ! $GROUP ] && { ERROR 'must provide group'; return 1; }
+
+	echo "$SCWRYPTS_ENV_PATH/$GROUP/$NAME"
+
+	SCWRYPTS__GET_ENV_NAMES | grep -q $NAME \
+		|| { ERROR "no environment '$NAME' exists"; return 1; }
+
+	[ -f "$SCWRYPTS_ENV_PATH/$GROUP/$NAME" ] || {
+		mkdir -p "$SCWRYPTS_ENV_PATH/$GROUP"
+		touch "$SCWRYPTS_ENV_PATH/$GROUP/$NAME"
+	}
+	[ -f "$SCWRYPTS_ENV_PATH/$GROUP/$NAME" ] \
+		|| { ERROR "missing environment file for '$GROUP/$NAME'"; return 2; }
+}
+
 SCWRYPTS__GET_ENV_TEMPLATE_FILES() {
 	local GROUP
 	for GROUP in ${SCWRYPTS_GROUPS[@]}
 	do
-		eval echo '$SCWRYPTS_ENV_TEMPLATE__'$GROUP
+		eval echo '$SCWRYPTS_ROOT__'$GROUP/.config/env.template
 	done
 }
 
@@ -37,7 +64,11 @@ SCWRYPTS__GET_ENV_NAMES() {
 		ERROR 'environment initialization error'
 		return 1
 	}
-	ls "$SCWRYPTS_ENV_PATH" | sort -r
+	[ $REQUIRED_ENVIRONMENT_REGEX ] && {
+		ls "$SCWRYPTS_ENV_PATH/scwrypts" | grep "$REQUIRED_ENVIRONMENT_REGEX" | sort -r
+	} || {
+		ls "$SCWRYPTS_ENV_PATH/scwrypts" | sort -r
+	}
 }
 
 SCWRYPTS__INIT_ENVIRONMENTS() {
@@ -49,7 +80,11 @@ SCWRYPTS__INIT_ENVIRONMENTS() {
 	local BASIC_ENV
 	for BASIC_ENV in local dev prod
 	do
-		GENERATE_TEMPLATE > "$SCWRYPTS_ENV_PATH/$BASIC_ENV"
+		for GROUP in ${SCWRYPTS_GROUPS[@]}
+		do
+			mkdir -p "$SCWRYPTS_ENV_PATH/$GROUP"
+			GENERATE_TEMPLATE > "$SCWRYPTS_ENV_PATH/$GROUP/$BASIC_ENV"
+		done
 	done
 }
 
@@ -58,30 +93,28 @@ SCWRYPTS__INIT_ENVIRONMENTS() {
 _SED() { sed --follow-symlinks $@; }
 
 GENERATE_TEMPLATE() {
-	echo "#!/bin/zsh"
+    [ ! $GROUP ] && { ERROR 'must provide GROUP'; return 1; }
-	echo '#####################################################################'
+    DIVIDER='#####################################################################'
-	echo "### scwrypts runtime configuration ##################################"
+    HEADER='### scwrypts runtime configuration '
-	echo '#####################################################################'
+    [[ GROUP =~ ^scwrypts$ ]] || HEADER="${HEADER}(group '$GROUP') "
-	local FILE GROUP CONTENT
+    printf "#!/bin/zsh\n$DIVIDER\n$HEADER%s\n$DIVIDER\n" "${DIVIDER:${#$(echo "$HEADER")}}"
-	local VARIABLE DESCRIPTION
-	for GROUP in ${SCWRYPTS_GROUPS[@]}
-	do
-		FILE=$(eval echo '$SCWRYPTS_ENV_TEMPLATE__'$GROUP)
 
-		CONTENT=$(GET_VARIABLE_NAMES "$FILE" | sed 's/^/export /; s/$/=/')
+    local FILE CONTENT
+    local VARIABLE DESCRIPTION
+    FILE=$(eval echo '$SCWRYPTS_ROOT__'$GROUP/.config/env.template)
 
-		while read DESCRIPTION_LINE
+    CONTENT=$(GET_VARIABLE_NAMES "$FILE" | sed 's/^/export /; s/$/=/')
-		do
-			VARIABLE=$(echo $DESCRIPTION_LINE | sed 's/ \+| .*$//')
-			DESCRIPTION=$(echo $DESCRIPTION_LINE | sed 's/^.* | //')
-			[ ! $DESCRIPTION ] && continue
 
-			CONTENT=$(echo "$CONTENT" | sed "/^export $VARIABLE=/i #" | sed "/^export $VARIABLE=/i # $DESCRIPTION")
+    while read DESCRIPTION_LINE
-		done < <(_SED -n '/^[^ ]\+ \+| /p' "$FILE.descriptions")
+    do
+        VARIABLE=$(echo $DESCRIPTION_LINE | sed 's/ \+| .*$//')
+        DESCRIPTION=$(echo $DESCRIPTION_LINE | sed 's/^.* | //')
+        [ ! $DESCRIPTION ] && continue
 
-		echo "$CONTENT" | sed 's/^#$//'
+        CONTENT=$(echo "$CONTENT" | sed "/^export $VARIABLE=/i #" | sed "/^export $VARIABLE=/i # $DESCRIPTION")
-		echo '\n#####################################################################'
+    done < <(_SED -n '/^[^ ]\+ \+| /p' "$FILE.descriptions")
-	done
+
+    echo "$CONTENT" | sed 's/^#$//'
 }
 
 GET_VARIABLE_NAMES() {
@@ -91,4 +124,3 @@ GET_VARIABLE_NAMES() {
 		| grep -v '__[a-z]\+$' \
 		;
 }
-

zsh/lib/scwrypts/run.module.zsh

@@ -16,14 +16,18 @@ SCWRYPTS__GET_AVAILABLE_SCWRYPTS() {
 	do
 		GROUP_PATH=$(eval echo '$SCWRYPTS_ROOT__'$GROUP)
 		GROUP_COLOR=$(eval echo '$SCWRYPTS_COLOR__'$GROUP)
-		{
+
-		cd "$GROUP_PATH"
+		GROUP_TYPE=$(eval echo '$SCWRYPTS_TYPE__'$GROUP)
-		find . -mindepth 2 -type f -executable \
+		[ $GROUP_TYPE ] && MINDEPTH=1 && GROUP_TYPE="$GROUP_TYPE\\/" || MINDEPTH=2
-			| grep -v '\.git' \
+
-			| grep -v 'node_modules' \
+		command -v SCWRYPTS__LIST_AVAILABLE_SCWRYPTS__$GROUP >/dev/null 2>&1 \
-			| sed "s/^\\.\\///; s/\\.[^.]*$//" \
+			&& LOOKUP=SCWRYPTS__LIST_AVAILABLE_SCWRYPTS__$GROUP \
-			| sed "s|\\([^/]*\\)/\(.*\)$|$(printf $__COLOR_RESET)\\2^$(printf $TYPE_COLOR)\\1^$(printf $GROUP_COLOR)$GROUP$(printf $__COLOR_RESET)|" \
+			|| LOOKUP=SCWRYPTS__LIST_AVAILABLE_SCWRYPTS__scwrypts \
 			;
+
+		{
+		$LOOKUP \
+			| sed "s|\\([^/]*\\)/\(.*\)$|$(printf $__COLOR_RESET)\\2^$(printf $TYPE_COLOR)\\1^$(printf $GROUP_COLOR)$GROUP$(printf $__COLOR_RESET)|" \
 		} &
 		LOOKUP_PIDS+=($!)
 	done
@@ -42,54 +46,63 @@ SCWRYPTS__SEPARATE_SCWRYPT_SELECTION() {
 	done
 }
 
+SCWRYPTS__LIST_AVAILABLE_SCWRYPTS__scwrypts() {
+	# implementation should output lines of the following format:
+	# "${SCWRYPT_TYPE}/${SCWRYPT_NAME}"
+	cd "$GROUP_PATH"
+	find . -mindepth $MINDEPTH -type f -executable \
+		| grep -v '\.git' \
+		| grep -v 'node_modules' \
+		| sed "s/^\\.\\///; s/\\.[^.]*$//; s/^/$GROUP_TYPE/" \
+		| grep -v '^plugins/' \
+		;
+}
+
 SCWRYPTS__GET_RUNSTRING() {
-	# accepts a selected line from SCWRYPTS__GET_AVAILABLE_SCWRYPTS
+	local GROUP_PATH=$(eval echo '$SCWRYPTS_ROOT__'$SCWRYPT_GROUP)
-	local NAME="$1"
-	local TYPE="$2"
-	local GROUP="$3"
-	local GROUP_PATH=$(eval echo '$SCWRYPTS_ROOT__'$GROUP)
 	local RUNSTRING
 
-	[ $NAME ] && [ $TYPE ] && [ $GROUP ] || {
+	[ $SCWRYPT_NAME ] && [ $SCWRYPT_TYPE ] && [ $SCWRYPT_GROUP ] || {
 		ERROR 'missing required information to get runstring'
 		return 1
 	}
+
 	[ $ENV_REQUIRED ] && [[ $ENV_REQUIRED -eq 1 ]] && [ ! $ENV_NAME ] && {
 		ERROR 'missing required information to get runstring'
 		return 1
 	}
 
-	typeset -f SCWRYPTS__GET_RUNSTRING__${GROUP}__${TYPE} >/dev/null 2>&1 && {
+	[ ! $RUNSTRING ] && typeset -f SCWRYPTS__GET_RUNSTRING__${SCWRYPT_GROUP}__${SCWRYPT_TYPE} >/dev/null 2>&1 && {
-		RUNSTRING=$(SCWRYPTS__GET_RUNSTRING__${GROUP}__${TYPE})
+		RUNSTRING=$(SCWRYPTS__GET_RUNSTRING__${SCWRYPT_GROUP}__${SCWRYPT_TYPE})
 		[ ! $RUNSTRING ] && {
-			ERROR "SCWRYPTS__GET_RUNSTRING__${GROUP}__${TYPE} error"
+			ERROR "SCWRYPTS__GET_RUNSTRING__${SCWRYPT_GROUP}__${SCWRYPT_TYPE} error"
 			return 2
 		}
 	}
 
-	typeset -f SCWRYPTS__GET_RUNSTRING__${TYPE} >/dev/null 2>&1 && {
+	[ ! $RUNSTRING ] && typeset -f SCWRYPTS__GET_RUNSTRING__${SCWRYPT_TYPE} >/dev/null 2>&1 && {
-		RUNSTRING=$(SCWRYPTS__GET_RUNSTRING__${TYPE})
+		RUNSTRING=$(SCWRYPTS__GET_RUNSTRING__${SCWRYPT_TYPE})
 		[ ! $RUNSTRING ] && {
-			ERROR "SCWRYPTS__GET_RUNSTRING__${TYPE} error"
+			ERROR "SCWRYPTS__GET_RUNSTRING__${SCWRYPT_TYPE} error"
 			return 3
 		}
 	}
 
 	[ ! $RUNSTRING ] && {
-		ERROR "type ${TYPE} (group ${GROUP}) has no supported runstring generator"
+		ERROR "type ${SCWRYPT_TYPE} (group ${SCWRYPT_GROUP}) has no supported runstring generator"
 		return 4
 	}
 
 	RUNSTRING="SCWRYPTS_ENV=$ENV_NAME; $RUNSTRING"
 	RUNSTRING="source $SCWRYPTS_ROOT/zsh/lib/import.driver.zsh; $RUNSTRING"
 
-	local _VIRTUALENV=$(eval echo '$SCWRYPTS_VIRTUALENV_PATH__'$GROUP'/$TYPE/bin/activate')
+	local _VIRTUALENV=$(eval echo '$SCWRYPTS_VIRTUALENV_PATH__'$SCWRYPT_GROUP'/$SCWRYPT_TYPE/bin/activate')
 	[ -f $_VIRTUALENV ] && RUNSTRING="source $_VIRTUALENV; $RUNSTRING"
 
 	local G SCWRYPTSENV
 	for G in ${SCWRYPTS__GROUPS[@]}
 	do
-		SCWRYPTSENV=$(eval echo '$SCWRYPTS_ENV_PATH__'$GROUP'/$ENV_NAME')
+		SCWRYPTSENV="$SCWRYPTS_ENV_PATH/$G/$ENV_NAME"
 		[ -f $SCWRYPTSENV ] && RUNSTRING="source $SCWRYPTSENV; $RUNSTRING"
 	done
 
@@ -99,7 +112,12 @@ SCWRYPTS__GET_RUNSTRING() {
 SCWRYPTS__GET_RUNSTRING__zsh() {
 	__CHECK_DEPENDENCY zsh || return 1
 
-	echo "source $GROUP_PATH/$TYPE/$NAME"
+	[ $(eval echo '$SCWRYPTS_TYPE__'$SCWRYPT_GROUP) ] \
+		&& echo "source $GROUP_PATH/$SCWRYPT_NAME" \
+		|| echo "source $GROUP_PATH/$SCWRYPT_TYPE/$SCWRYPT_NAME" \
+		;
+
+	return 0
 }
 
 SCWRYPTS__GET_RUNSTRING__py() {
@@ -110,11 +128,11 @@ SCWRYPTS__GET_RUNSTRING__py() {
 		WARNING 'compatibility may vary'
 	}
 
-	echo "cd $GROUP_PATH; python -m $(echo $TYPE/$NAME | sed 's/\//./g; s/\.py$//; s/\.\.//')"
+	echo "cd $GROUP_PATH; python -m $(echo $SCWRYPT_TYPE/$SCWRYPT_NAME | sed 's/\//./g; s/\.py$//; s/\.\.//')"
 }
 
 SCWRYPTS__GET_RUNSTRING__zx() {
 	__CHECK_DEPENDENCY zx || return 1
 
-	echo "export FORCE_COLOR=3; cd $GROUP_PATH; ./$TYPE/$NAME.js"
+	echo "export FORCE_COLOR=3; cd $GROUP_PATH; ./$SCWRYPT_TYPE/$SCWRYPT_NAME.js"
 }

zsh/lib/scwrypts/scwrypts.module.zsh

@@ -0,0 +1,15 @@
+#####################################################################
+
+DEPENDENCIES+=()
+REQUIRED_ENV+=()
+
+#####################################################################
+
+SCWRYPTS__GET_REALPATH() {
+	[[ ! $1 =~ ^[/~] ]] \
+		&& echo $(readlink -f "$EXECUTION_DIR/$1") \
+		|| echo "$1" \
+		;
+
+	return 0
+}

zsh/lib/scwrypts/virtualenv.module.zsh

@@ -1,9 +1,6 @@
 #####################################################################
 
-DEPENDENCIES+=(
+DEPENDENCIES+=()
-	virtualenv
-	nodeenv
-)
 REQUIRED_ENV+=()
 
 use utils
@@ -15,14 +12,14 @@ AVAILABLE_VIRTUALENVS=(py zx)
 REFRESH_VIRTUALENV() {
 	local GROUP="$1"
 	local TYPE="$2"
-	[ ! $TYPE ] && {
+	local VIRTUALENV_PATH="$(_VIRTUALENV__GET_PATH)"
-		ERROR 'no virtualenv type specified'
+
-		return 1
+	[ ! $TYPE ] && { ERROR 'no virtualenv type specified'; return 1; }
-	}
+
-	STATUS "refreshing $GROUP/$TYPE virtual environment"
+	STATUS "refreshing $GROUP/$TYPE virtualenv"
 	DELETE_VIRTUALENV $GROUP $TYPE \
 		&& UPDATE_VIRTUALENV $GROUP $TYPE \
-		&& SUCCESS 'successfully refreshed virtual environment' \
+		&& SUCCESS 'successfully refreshed virtualenv' \
 		|| { ERROR 'something went wrong during refresh (see above)'; return 1; } \
 		;
 }
@@ -30,60 +27,50 @@ REFRESH_VIRTUALENV() {
 UPDATE_VIRTUALENV() {
 	local GROUP="$1"
 	local TYPE="$2"
-	[ ! $TYPE ] && {
+	local VIRTUALENV_PATH="$(_VIRTUALENV__GET_PATH)"
-		ERROR 'no virtualenv type specified'
-		return 1
-	}
 
-	local VIRTUALENV_PATH=$(GET_VIRTUALENV_PATH $GROUP $TYPE)
+	[ ! $TYPE ] && { ERROR 'no virtualenv type specified'; return 1; }
 
-	[ ! -d $VIRTUALENV_PATH ] && CREATE_VIRTUALENV__${GROUP}__${TYPE} $VIRTUALENV_PATH
+	: \
+		&& which CREATE_VIRTUALENV__${GROUP}__${TYPE} >/dev/null 2>&1 \
+		&& which ACTIVATE_VIRTUALENV__${GROUP}__${TYPE} >/dev/null 2>&1 \
+		&& which UPDATE_VIRTUALENV__${GROUP}__${TYPE} >/dev/null 2>&1 \
+		&& which DEACTIVATE_VIRTUALENV__${GROUP}__${TYPE} >/dev/null 2>&1 \
+		|| { STATUS "no virtualenv available for $GROUP/$TYPE; skipping"; return 0; }
 
-	STATUS "updating $TYPE virtual environment"
+	STATUS "updating $GROUP/$TYPE virtualenv" \
-
+		&& CREATE_VIRTUALENV__${GROUP}__${TYPE} \
-	source $VIRTUALENV_PATH/bin/activate || {
+		&& ACTIVATE_VIRTUALENV__${GROUP}__${TYPE} \
-		ERROR 'failed to activate virtualenv; did create fail?'
+		&& UPDATE_VIRTUALENV__${GROUP}__${TYPE} \
-		return 1
+		&& DEACTIVATE_VIRTUALENV__${GROUP}__${TYPE} \
-	}
+		&& SUCCESS "$GROUP/$TYPE virtualenv up-to-date" \
-
+		|| { ERROR "failed to update $GROUP/$TYPE virtualenv (see errors above)"; return 2; }
-	cd $SCWRYPTS_ROOT
-	local UPDATE_CODE=0
-	case $TYPE in
-		py ) cd py; pip install --no-cache-dir -r requirements.txt; UPDATE_CODE=$? ;;
-		zx ) cd zx; npm install ;;
-	esac
-	UPDATE_CODE=$?
-	[[ $UPDATE_CODE -eq 0 ]] \
-		&& SUCCESS "$TYPE virtual environment up-to-date" \
-		|| ERROR "failed to update $TYPE virtual environment (see errors above)" \
-		;
-
-	deactivate_node >/dev/null 2>&1
-	deactivate >/dev/null 2>&1
-	return $UPDATE_CODE
 }
 
 DELETE_VIRTUALENV() {
+	[ $CI ] && return 0
+
 	local GROUP="$1"
 	local TYPE="$2"
-	local VIRTUALENV_PATH="$(GET_VIRTUALENV_PATH $GROUP $TYPE)"
+	local VIRTUALENV_PATH="$(_VIRTUALENV__GET_PATH)"
 
-	STATUS "dropping $TYPE virtual environment artifacts"
+	[ ! $TYPE ] && { ERROR 'no virtualenv type specified'; return 1; }
+
+	STATUS "dropping $GROUP/$TYPE virtualenv artifacts"
 
 	[ ! -d $VIRTUALENV_PATH ] && {
-		SUCCESS "no $TYPE environment detected"
+		SUCCESS "no $GROUP/$TYPE environment detected"
 		return 0
 	}
 
 	rm -rf $VIRTUALENV_PATH \
-		&& SUCCESS "succesfully cleaned up $TYPE virtual environment" \
+		&& SUCCESS "succesfully cleaned up $GROUP/$TYPE virtualenv" \
 		|| { ERROR "unabled to remove '$VIRTUALENV_PATH'"; return 1; }
 }
 
-GET_VIRTUALENV_PATH() {
+#####################################################################
-	local GROUP="$1"
-	local TYPE="$2"
 
+_VIRTUALENV__GET_PATH() {
 	local ENV_PATH="$(eval echo '$SCWRYPTS_VIRTUALENV_PATH__'$GROUP 2>/dev/null)"
 	[ ! $ENV_PATH ] && ENV_PATH="$SCWRYPTS_VIRTUALENV_PATH__scwrypts"
 
@@ -93,9 +80,14 @@ GET_VIRTUALENV_PATH() {
 #####################################################################
 
 CREATE_VIRTUALENV__scwrypts__py() {
+	[ $CI ] && return 0
+	[ -d $VIRTUALENV_PATH ] && return 0
+
+	DEPENDENCIES=(virtualenv) CHECK_ENVIRONMENT || return 1
+
 	local VIRTUALENV_PATH="$1"
 
-	STATUS 'creating python virtual environment'
+	STATUS 'creating python virtualenv'
 	local PY PYTHON
 	for PY in $(echo $SCWRYPTS_PREFERRED_PYTHON_VERSIONS__scwrypts)
 	do
@@ -118,14 +110,64 @@ CREATE_VIRTUALENV__scwrypts__py() {
 		}
 }
 
+ACTIVATE_VIRTUALENV__scwrypts__py() {
+	[ $CI ] && return 0
+	source $VIRTUALENV_PATH/bin/activate || {
+		ERROR "failed to activate virtualenv $GROUP/$TYPE; did create fail?"
+		return 1
+	}
+}
+
+UPDATE_VIRTUALENV__scwrypts__py() {
+	local PIP_INSTALL_ARGS=()
+
+	PIP_INSTALL_ARGS+=(--no-cache-dir)
+	PIP_INSTALL_ARGS+=(-r requirements.txt)
+
+	cd "$SCWRYPTS_ROOT/py"
+	pip install ${PIP_INSTALL_ARGS[@]}
+}
+
+DEACTIVATE_VIRTUALENV__scwrypts__py() {
+	deactivate >/dev/null 2>&1
+	return 0
+}
+
+##########################################
+
 CREATE_VIRTUALENV__scwrypts__zx() {
+	[ $CI ] && return 0
+	[ -d $VIRTUALENV_PATH ] && return 0
+
+	DEPENDENCIES=(nodeenv) CHECK_ENVIRONMENT || return 1
+
 	local VIRTUALENV_PATH="$1"
 
 	STATUS 'setting up nodeenv'
 	nodeenv $VIRTUALENV_PATH --node=$SCWRYPTS_NODE_VERSION__scwrypts \
 		&& SUCCESS 'node virtualenv created' \
 		|| {
-			ERROR "unable to create '$VIRTUALENV_PATH' with '$SCWRYPTS__NODE_VERSION'"
+			ERROR "unable to create '$VIRTUALENV_PATH' with '$SCWRYPTS_NODE_VERSION__scwrypts'"
 			return 2
 		}
 }
+
+ACTIVATE_VIRTUALENV__scwrypts__zx() {
+	[ $CI ] && return 0
+	source $VIRTUALENV_PATH/bin/activate || {
+		ERROR "failed to activate virtualenv $GROUP/$TYPE; did create fail?"
+		return 1
+	}
+}
+
+UPDATE_VIRTUALENV__scwrypts__zx() {
+	local NPM_INSTALL_ARGS=()
+
+	cd "$SCWRYPTS_ROOT/zx"
+	npm install ${NPM_INSTALL_ARGS[@]}
+}
+
+DEACTIVATE_VIRTUALENV__scwrypts__zx() {
+	deactivate_node >/dev/null 2>&1
+	return 0
+}

zsh/lib/system/vim/vundle.module.zsh

@@ -20,7 +20,7 @@ VUNDLE__PLUGIN_LIST=$(ls $VUNDLE__PLUGIN_DIR | grep -v 'Vundle.vim' | grep -v 'b
 source $VUNDLE__BUILD_DEFINITIONS
 for PLUGIN in $(echo $VUNDLE__PLUGIN_LIST)
 do
-	typeset -f VUNDLE__BUILD__$PLUGIN >/dev/null 2>/dev/null || {
+	which VUNDLE__BUILD__$PLUGIN >/dev/null 2>/dev/null || {
 		echo -e "\nVUNDLE__BUILD__$PLUGIN() {\n	# ... build steps from $HOME/.vim/$PLUGIN \n}" \
 			>> $VUNDLE__BUILD_DEFINITIONS
 		VUNDLE__BUILD__$PLUGIN() {}

zsh/lib/utils/dependencies.zsh

@@ -1,5 +1,6 @@
 __CHECK_DEPENDENCIES() {
 	local DEP ERROR=0
+	[ ! $E ] && E=ERROR
 
 	DEPENDENCIES=($(echo $DEPENDENCIES | sed 's/ \+/\n/g' | sort -u))
 
@@ -13,9 +14,16 @@ __CHECK_DEPENDENCY() {
 	local DEPENDENCY="$1"
 	[ ! $DEPENDENCY ] && return 1
 	command -v $DEPENDENCY >/dev/null 2>&1 || {
-		ERROR "'$1' required but not available on PATH $(__CREDITS $1)"
+		$E "application '$1' "$([[ $OPTIONAL -eq 1 ]] && echo preferred || echo required)" but not available on PATH $(__CREDITS $1)"
 		return 1
 	}
+
+	[[ $DEPENDENCY =~ ^yq$ ]] && {
+		yq --version | grep -q mikefarah \
+			|| WARNING 'detected kislyuk/yq but mikefarah/yq is preferred (compatibility may vary)'
+	}
+
+	return 0
 }
 
 __CHECK_COREUTILS() {
@@ -35,7 +43,7 @@ __CHECK_COREUTILS() {
 	done
 
 	[[ $NON_GNU_DEPENDENCY_COUNT -gt 0 ]] && {
-		WARNING 'scripts rely on GNU coreutils; functionality may be limited'
+		WARNING 'scripts rely on GNU coreutils; compatibility may vary'
 		IS_MACOS && REMINDER 'GNU coreutils can be installed and linked through Homebrew'
 	}
 

zsh/lib/utils/environment.zsh

@@ -32,7 +32,7 @@ __CHECK_ENV_VAR() {
 		[ $DEFAULT_VALUE ] && $NAME="$DEFAULT_VALUE"
 		return 0
 	} || {
-		 ERROR "'$NAME' required"
+		ERROR "variable '$NAME' required"
 		return 1
 	}
 }

zsh/lib/utils/io.zsh

@@ -16,7 +16,9 @@ PRINT() {
 		shift 1
 	done
 
-	local STYLED_MESSAGE="${COLOR}$({
+	MESSAGE="$(echo "$MESSAGE" | sed 's/%/%%/g')"
+
+	local STYLED_MESSAGE="$({
 		printf "${COLOR}"
 		while IFS='' read line
 		do
@@ -26,7 +28,9 @@ PRINT() {
 
 			PREFIX=$(echo $PREFIX | sed 's/./ /g')
 		done <<< $MESSAGE
-	})${__COLOR_RESET}${LAST_LINE_END}"
+	})"
+	STYLED_MESSAGE="${COLOR}$(echo "$STYLED_MESSAGE" | sed 's/%/%%/g')${__COLOR_RESET}${LAST_LINE_END}"
+
 	[[ $STDERR -eq 1 ]] && printf $STYLED_MESSAGE >&2
 	[[ $STDOUT -eq 1 ]] && printf $STYLED_MESSAGE
 
@@ -51,37 +55,81 @@ ABORT() { FAIL 69 'user abort'; }
 
 CHECK_ERRORS() {
 	local FAIL_OUT=1
+	local DISPLAY_USAGE=1
 
 	while [[ $# -gt 0 ]]
 	do
 		case $1 in
-			-n | --no-fail ) FAIL_OUT=0 ;;
+			--no-fail  ) FAIL_OUT=0 ;;
+			--no-usage ) DISPLAY_USAGE=0 ;;
 		esac
 		shift 1
 	done
 
 	[ ! $ERRORS ] && ERRORS=0
-	[[ $ERRORS -ne 0 ]] && USAGE
+	[[ $ERRORS -eq 0 ]] && return 0
-	[[ $ERRORS -eq 0 ]] || {
+
-		[[ $FAIL_OUT -eq 1 ]] \
+	[[ $DISPLAY_USAGE -eq 1 ]] && USAGE
-			&& exit $ERRORS \
+
-			|| return $ERRORS
+	[[ $FAIL_OUT -eq 1 ]] && exit $ERRORS
-	}
+
+	return $ERRORS
 }
 
-USAGE() {
+USAGE() { # formatter for USAGE variable
 	[ ! $USAGE ] && return 0
-	USAGE=$(echo $USAGE | sed "s/^\t\+//; s/\s\+$//")
+	local USAGE_LINE=$(echo $USAGE | grep -i '^[	]*usage *:' | sed 's/^[		]*//')
 
-	local USAGE_LINE=$(\
+	[ $USAGE__usage ] && echo $USAGE_LINE | grep -q 'usage: -' \
-		echo $USAGE \
+		&& USAGE_LINE=$(echo $USAGE_LINE | sed "s/usage: -/usage: $USAGE__usage/")
-			| grep -i '^ *usage *:' \
-			| sed "s;^[^:]*:;& scwrypts $SCWRYPT_NAME --;" \
-			| sed 's/ \{2,\}/ /g; s/scwrypts -- scwrypts/scwrypts/' \
-		)
-	local THE_REST=$(echo $USAGE | grep -vi '^ *usage *:' | sed 'N;/^\n$/D;P;D;')
 
-	{ echo; printf "$__DARK_BLUE $USAGE_LINE$__COLOR_RESET\n"; echo $THE_REST; echo } >&2
+	[ $__SCWRYPT ] \
+		&& USAGE_LINE=$(
+			echo $USAGE_LINE \
+				| sed "s;^[^:]*:;& scwrypts $SCWRYPT_NAME --;" \
+				| sed 's/ \{2,\}/ /g; s/scwrypts -- scwrypts/scwrypts/' \
+			)
+
+	local THE_REST=$(echo $USAGE | grep -vi '^[		]*usage *:' )
+
+	local DYNAMIC_USAGE_ELEMENT
+	#
+	# create dynamic usage elements (like 'args') by defining USAGE__<element>
+	# then using the syntax "<element>: -" in your USAGE variable
+	#
+	# e.g.
+	#
+	# USAGE__args="
+	#	subcommand arg 1   arg 1 description
+	#   subcommand arg 2   some other description
+	# "
+	#
+	# USAGE="
+	# usage: some-command [...args...]
+	#
+	# args: -
+	#   -h, --help   some arguments are applicable everywhere
+	# "
+	#
+	for DYNAMIC_USAGE_ELEMENT in $(echo $THE_REST | sed -n 's/^\([^:]*\): -$/\1/p')
+	do
+		DYNAMIC_USAGE_ELEMENT_TEXT=$(eval echo '$USAGE__'$DYNAMIC_USAGE_ELEMENT)
+
+		[[ ! $DYNAMIC_USAGE_ELEMENT =~ ^description$ ]] \
+			&& DYNAMIC_USAGE_ELEMENT_TEXT=$(echo $DYNAMIC_USAGE_ELEMENT_TEXT | sed 's/[^	]/  &/')
+
+		THE_REST=$(echo $THE_REST | perl -pe "s/$DYNAMIC_USAGE_ELEMENT: -/$DYNAMIC_USAGE_ELEMENT:\n$DYNAMIC_USAGE_ELEMENT_TEXT\n\n/")
+	done
+
+	# allow for dynamic 'description: -' but delete the 'description:' header line
+	THE_REST=$(echo $THE_REST | sed '/^[		]*description:$/d')
+
+	echo "$__DARK_BLUE$USAGE_LINE$__COLOR_RESET\n\n$THE_REST" \
+		| sed "s/^\t\+//; s/\s\+$//; s/^\\s*$//;" \
+		| sed '/./,$!d; :a; /^\n*$/{$d;N;ba;};' \
+		| perl -p0e 's/\n{2,}/\n\n/g' \
+		| perl -p0e 's/:\n{2,}/:\n/g' \
+		>&2
 }
 
 INPUT() {
@@ -94,19 +142,33 @@ INPUT() {
 Yn() {
 	PROMPT "$@ [Yn]"
 	[ $CI ] && { echo y; return 0; }
+	[ $__SCWRYPTS_YES ] && [[ $__SCWRYPTS_YES -eq 1 ]] && { echo y; return 0; }
 
-	local Yn; READ -k Yn; echo
+	local Yn; READ -k Yn; echo >&2
 	[[ $Yn =~ [nN] ]] && return 1 || return 0
 }
 
 yN() {
 	PROMPT "$@ [yN]"
 	[ $CI ] && { echo y; return 0; }
+	[ $__SCWRYPTS_YES ] && [[ $__SCWRYPTS_YES -eq 1 ]] && { echo y; return 0; }
 
-	local yN; READ -k yN; echo
+	local yN; READ -k yN; echo >&2
 	[[ $yN =~ [yY] ]] && return 0 || return 1
 }
 
+CAPTURE() {
+	[ ! $USAGE ] && USAGE="
+	usage: stdout-varname stderr-varname [...cmd and args...]
+
+	captures stdout and stderr on separate variables for a command
+	"
+	{
+		IFS=$'\n' read -r -d '' $2;
+		IFS=$'\n' read -r -d '' $1;
+	} < <((printf '\0%s\0' "$(${@:3})" 1>&2) 2>&1)
+}
+
 #####################################################################
 
 GETSUDO() {
@@ -124,7 +186,15 @@ FZF()      {
 		exit 1
 	}
 
-	local SELECTION=$(fzf -i --height=30% --layout=reverse --prompt "$1 : " ${@:2})
+	local FZF_ARGS=()
+
+	FZF_ARGS+=(-i)
+	FZF_ARGS+=(--ansi)
+	FZF_ARGS+=(--bind=ctrl-c:cancel)
+	FZF_ARGS+=(--height=50%)
+	FZF_ARGS+=(--layout=reverse)
+
+	local SELECTION=$(fzf ${FZF_ARGS[@]} --layout=reverse --prompt "$1 : " ${@:2})
 	PROMPT "$1"
 	echo $SELECTION >&2
 	echo $SELECTION
@@ -150,3 +220,12 @@ EDIT() {
 	$EDITOR $@ </dev/tty >/dev/tty
 	SUCCESS "finished editing '$1'!"
 }
+
+YQ() {
+	yq --version | grep -q mikefarah || {
+		yq $@
+		return $?
+	}
+
+	yq eval '... comments=""' | yq $@
+}

zsh/lib/utils/utils.module.zsh

@@ -18,6 +18,18 @@ source ${0:a:h}/environment.zsh
 #####################################################################
 
 CHECK_ENVIRONMENT() {
+	local OPTIONAL=0
+
+	while [[ $# -gt 0 ]]
+	do
+		case $1 in
+			--optional ) OPTIONAL=1 ;;
+		esac
+		shift 1
+	done
+
+	[[ $OPTIONAL -eq 1 ]] && E=WARNING || E=ERROR
+
 	local ENVIRONMENT_STATUS=0
 
 	__CHECK_DEPENDENCIES $DEPENDENCIES
@@ -55,9 +67,9 @@ CHECK_ENVIRONMENT() {
 
 	##########################################
 
-	[[ ENVIRONMENT_STATUS -eq 0 ]] || {
+	[[ ENVIRONMENT_STATUS -ne 0 ]] && [[ $OPTIONAL -eq 0 ]] && {
 		ERROR_MESSAGE=$(echo $ERROR_MESSAGE | sed '1d; s/^/   /')
-		ERROR "environment errors found (see above)\n$ERROR_MESSAGE"
+		$E "environment errors found (see above)\n$ERROR_MESSAGE"
 	}
 
 	[[ $MISSING_ENVIRONMENT_VARIABLES -ne 0 ]] && {
@@ -67,10 +79,11 @@ CHECK_ENVIRONMENT() {
 		"
 	}
 
-	[[ $ENVIRONMENT_STATUS -eq 0 ]] || {
+	[[ $ENVIRONMENT_STATUS -ne 0 ]] && [[ $NO_EXIT -ne 1 ]] && [[ $OPTIONAL -eq 0 ]] && {
-		[[ $NO_EXIT -eq 1 ]] && return $ENVIRONMENT_STATUS
 		exit $ENVIRONMENT_STATUS
 	}
+
+	return $ENVIRONMENT_STATUS
 }
 
 CHECK_ENVIRONMENT

zsh/office/latex/cleanup

@@ -8,7 +8,7 @@ CHECK_ENVIRONMENT
 #####################################################################
 
 CLEAN_LATEX_LOGFILES() {
-	local DIRECTORY=$(SCWRYPTS__GET_PATH_TO_RELATIVE_ARGUMENT ".")
+	local DIRECTORY=$(SCWRYPTS__GET_REALPATH ".")
 	[ $1 ] && DIRECTORY="$(dirname "$(LATEX__GET_MAIN_FILENAME "$1")")"
 	[ $DIRECTORY ] && [ -d $DIRECTORY ] \
 		|| FAIL 1 'unable to parse valid directory'

zsh/scwrypts/environment/copy

@@ -1,4 +1,4 @@
-#!/bin/zsh               
+#!/bin/zsh
 DEPENDENCIES+=()
 REQUIRED_ENV+=()
 
@@ -16,18 +16,23 @@ STATUS "selected '$TEMPLATE_ENV_NAME'"
 PROMPT 'enter new environment name'
 ENV_NAME=$(echo '' | FZF_HEAD 'new environment')
 [ ! $ENV_NAME ] && ABORT
+SCWRYPTS__GET_ENV_NAMES | grep -q $ENV_NAME && FAIL 1 "'$ENV_NAME' already exists"
 
-TEMPLATE_ENV_FILE=$(SCWRYPTS__GET_ENV_FILE $TEMPLATE_ENV_NAME 2>/dev/null)
+for GROUP in ${SCWRYPTS_GROUPS[@]}
-ENV_FILE=$(SCWRYPTS__GET_ENV_FILE $ENV_NAME)
+do
+	TEMPLATE_ENV_FILE=$(SCWRYPTS__GET_ENV_FILE $TEMPLATE_ENV_NAME $GROUP 2>/dev/null)
+	ENV_FILE=$(SCWRYPTS__GET_ENV_FILE $ENV_NAME $GROUP 2>/dev/null)
 
-[ -f "$ENV_FILE" ] && FAIL 2 "'$ENV_NAME' already exists"
+	STATUS "creating environment '$ENV_NAME'"
+	cat "$TEMPLATE_ENV_FILE" \
+		| sed 's/ # from.*//' \
+		> "$ENV_FILE" \
+		&& SUCCESS "created '$ENV_FILE'" \
+		|| FAIL 2 "something went wrong creating '$ENV_FILE'"
+done
 
-STATUS "creating environment '$ENV_NAME'"
+STATUS "synchronizing environments"
-cat "$TEMPLATE_ENV_FILE" \
+SCWRYPTS__RUN --name scwrypts/environment/synchronize --group scwrypts --type zsh -- --no-prompt \
-	| sed 's/ from.*//' \
+	&& SUCCESS "finished copy environment '$TEMPLATE_ENV_NAME > $ENV_NAME'" \
-	> "$ENV_FILE" \
+	|| FAIL 3 'error during synchronization of new environment (see above)' \
-	&& SCWRYPTS__RUN --name scwrypts/environment/synchronize --group scwrypts --type zsh -- --no-prompt \
+	;
-	&& SUCCESS "created '$ENV_NAME'" \
-	|| FAIL 3 "something went wrong creating '$ENV_NAME'"
-
-SUCCESS "finished copy environment '$TEMPLATE_ENV_NAME > $ENV_NAME'"

zsh/scwrypts/environment/delete

@@ -11,18 +11,26 @@ PROMPT 'choose an environment to delete'
 ENV_NAME=$(SCWRYPTS__SELECT_ENV)
 [ ! $ENV_NAME ] && ABORT
 
-ENV_FILE=$(SCWRYPTS__GET_ENV_FILE $ENV_NAME)
+ENV_FILES=($(SCWRYPTS__GET_ENV_FILES $ENV_NAME))
 
 STATUS "preparing to remove '$ENV_NAME'"
 
 WARNING "
-	the '$ENV_NAME' environment will be removed
+	the '$ENV_NAME' environment will be removed configured options
-	configured options and stored credentials will be lost forever
+	and stored credentials will be lost forever:
+
+	$(echo $ENV_FILES | sed 's| /|\n - /|g; s/^/ - /')
  "
 
 yN 'continue?' || ABORT
 
 STATUS "removing environment"
-rm "$ENV_FILE" \
+for ENV_FILE in ${ENV_FILES[@]}
-	&& SUCCESS "removed '$ENV_NAME'" \
+do
-	|| FAIL 3 "unable to remove '$ENV_FILE'; is it protected?"
+	rm "$ENV_FILE" \
+		&& SUCCESS "removed '$ENV_FILE'" \
+		|| ERROR "unable to remove '$ENV_FILE'; is it protected?" \
+		;
+done
+
+CHECK_ERRORS -n || FAIL 2 "some errors ocurred when cleaning up $ENV_NAME"

zsh/scwrypts/environment/edit

@@ -16,16 +16,27 @@ CHECK_ENVIRONMENT
 }
 [ ! $ENV_NAME ] && ABORT
 
-ENV_FILE=$(SCWRYPTS__GET_ENV_FILE $ENV_NAME 2>/dev/null)
+ENV_FILES=($(SCWRYPTS__GET_ENV_FILES $ENV_NAME 2>/dev/null))
-[ ! -f "$ENV_FILE" ] && {
+for ENV_FILE in ${ENV_FILES[@]}
-	STATUS "Creating '$ENV_NAME'..." \
+do
-		&& touch "$ENV_FILE" \
+	[ ! -f "$ENV_FILE" ] && {
-		&& SCWRYPTS__RUN --name scwrypts/environment/synchronize --group scwrypts --type zsh -- --no-prompt \
+		STATUS "Creating '$ENV_FILE'..." \
-		&& SUCCESS "created '$ENV_NAME'" \
+			&& mkdir -p "$(dirname "$ENV_FILE")" \
-		|| { ERROR "failed to create '$ENV_FILE'"; exit 1; }
+			&& touch "$ENV_FILE" \
-}
+			&& ((CREATED+=1)) \
+			&& SUCCESS "created '$ENV_NAME'" \
+			|| { ERROR "failed to create '$ENV_FILE'"; exit 1; }
+	}
 
-EDIT $ENV_FILE
+	[ $CREATED ] && [[ $CREATED -gt 0 ]] && {
+		STATUS "detected new environment files; performing sync" \
+			&& SCWRYPTS__RUN --name scwrypts/environment/synchronize --group scwrypts --type zsh -- --no-prompt \
+			|| FAIL 1 "failure during sync for '$ENV_NAME'" \
+	}
+		;
+done
+
+EDIT $ENV_FILES
 
 SCWRYPTS__RUN --name scwrypts/environment/synchronize --group scwrypts --type zsh -- --no-prompt \
 	|| FAIL 4 'failed to run environment sync' \

zsh/scwrypts/environment/stage-variables

@@ -1,8 +0,0 @@
-#!/bin/zsh               
-DEPENDENCIES+=()
-REQUIRED_ENV+=()
-
-CHECK_ENVIRONMENT
-#####################################################################
-
-__CHECK_REQUIRED_ENV $@

zsh/scwrypts/environment/synchronize

@@ -49,39 +49,47 @@ SYNCHRONIZE() {
 	local ENVIRONMENTS ENVIRONMENT_FILES
 	local FILE NAME ENVIRONMENT_FILE
 
-	ENVIRONMENTS=($(SCWRYPTS__GET_ENV_NAMES | sort -r))
+	GROUP_PIDS=()
-	ENVIRONMENT_FILES=($(
+	for GROUP in ${SCWRYPTS_GROUPS}
+	do
+		{
+		ENVIRONMENTS=($(SCWRYPTS__GET_ENV_NAMES | sort -r))
+		ENVIRONMENT_FILES=($(
+			for NAME in ${ENVIRONMENTS[@]}
+			do
+				SCWRYPTS__GET_ENV_FILE $NAME $GROUP
+			done
+		))
+
+		STATUS 'generating working environment files...'
+		for FILE in ${ENVIRONMENT_FILES[@]}
+		do
+			GENERATE_TEMP_ENVIRONMENT_FILE "$FILE"
+		done
+
+		STATUS 'cascading environment values to children...'
 		for NAME in ${ENVIRONMENTS[@]}
 		do
-			SCWRYPTS__GET_ENV_FILE $NAME
+			CASCADE_ENVIRONMENT $NAME
 		done
-	))
 
-	STATUS 'generating working environment files...'
+		STATUS 'cleaning up working space...'
-	for FILE in ${ENVIRONMENT_FILES[@]}
+		for FILE in ${ENVIRONMENT_FILES[@]}
-	do
+		do
-		GENERATE_TEMP_ENVIRONMENT_FILE "$FILE"
+			CLEANUP_ENVIRONMENT_FILE "$FILE"
+		done
+		SUCCESS 'finished sync!'
+		} &
+		GROUP_PIDS+=$!
 	done
-
+	for P in ${GROUP_PIDS[@]}; do wait $P; done
-	STATUS 'cascading environment values to children...'
-	for NAME in ${ENVIRONMENTS[@]}
-	do
-		CASCADE_ENVIRONMENT $NAME
-	done
-
-	STATUS 'cleaning up working space...'
-	for FILE in ${ENVIRONMENT_FILES[@]}
-	do
-		CLEANUP_ENVIRONMENT_FILE "$FILE"
-	done
-	SUCCESS 'finished sync!'
 }
 
 #####################################################################
 
 CASCADE_ENVIRONMENT() {
 	local PARENT_NAME="$1"
-	local PARENT_FILE="$(SCWRYPTS__GET_ENV_FILE $PARENT_NAME).temp"
+	local PARENT_FILE="$(SCWRYPTS__GET_ENV_FILE $PARENT_NAME $GROUP).temp"
 
 	local CHILD_NAMES=($(echo $ENVIRONMENTS | sed 's/ \+/\n/g' |grep "^$PARENT_NAME\\."))
 	[[ ${#CHILD_NAMES[@]} -eq 0 ]] && return 0
@@ -93,7 +101,7 @@ CASCADE_ENVIRONMENT() {
 	for CHILD_NAME in ${CHILD_NAMES[@]}
 	do
 		STATUS "propagating environment '$PARENT_NAME' to child '$CHILD_NAME'"
-		CHILD_FILE="$(SCWRYPTS__GET_ENV_FILE $CHILD_NAME).temp"
+		CHILD_FILE="$(SCWRYPTS__GET_ENV_FILE $CHILD_NAME $GROUP).temp"
 		CONTENT=$(cat "$CHILD_FILE")
 		echo "$PARENT_VARIABLES" | ADD_LINES
 		echo "$CONTENT" > "$CHILD_FILE"

zsh/scwrypts/virtualenv/update-all

@@ -22,4 +22,4 @@ done
 
 [[ $FAILED_COUNT -eq 0 ]] \
 	&& SUCCESS 'all environments up-to-date' \
-	|| FAIL $FAILED_COUNT 'failed to update one or more environments'
+	|| FAIL $FAILED_COUNT "failed to update $FAILED_COUNT more environment(s)"

zsh/system/config/symlinks

@@ -18,10 +18,18 @@ SETUP_SYMLINK() {
 	[ ! $2 ] && FAIL 1 'must provide SOURCE_CONFIG and TARGET_CONFIG'
 
 	local SOURCE_CONFIG="$1"
-	[ ! -f "$SOURCE_CONFIG" ] && [ ! -d "$SOURCE_CONFIG" ] && FAIL 2 "no such file or directory '$SOURCE_CONFIG'"
-
 	local TARGET_CONFIG="$HOME/.config/$2"
 
+	[ ! -f "$SOURCE_CONFIG" ] && [ ! -d "$SOURCE_CONFIG" ] && [ -f "$TARGET_CONFIG" ] && {
+		INFO 'SOURCE_CONFIG is not tracked; copying from TARGET_CONFIG'
+		mkdir -p "$(dirname "$SOURCE_CONFIG")"
+		cp "$TARGET_CONFIG" "$SOURCE_CONFIG"
+	}
+	[ ! -f "$SOURCE_CONFIG" ] && [ ! -d "$SOURCE_CONFIG" ] && {
+		WARNING "no such file or directory '$SOURCE_CONFIG'"
+		return 0
+	}
+
 	[ ! -d $(dirname "$TARGET_CONFIG") ] && mkdir -p $(dirname "$TARGET_CONFIG")
 
 	[[ $SAFE_SYMLINKS -eq 1 ]] \

zsh/system/i3/launch-or-show

@@ -25,6 +25,9 @@ LAUNCH_OR_SHOW() {
 
 		  -a, --always-launch     invoke executable even if client-class exists
 		  -n, --no-resize         don't resize the window (ignores -sxy flags)
+		  -l, --no-center         leave the window wherever it was last positioned
+
+		  --has-statusbar-icon    (default: false) use if program has a statusbar icon
 
 		  -h, --help              print this message and exit
 
@@ -47,6 +50,8 @@ LAUNCH_OR_SHOW() {
 
 	local ALWAYS_LAUNCH=0
 	local RESIZE=1
+	local MOVE=1
+	local MIN_ACTIVE=1
 
 	while [[ $# -gt 0 ]]
 	do
@@ -58,6 +63,9 @@ LAUNCH_OR_SHOW() {
 
 			-a | --always-launch ) ALWAYS_LAUNCH=1 ;;
 			-n | --no-resize     ) RESIZE=0 ;;
+			-l | --no-center     ) MOVE=0 ;;
+
+			--has-statusbar-icon ) MIN_ACTIVE=2 ;;
 
 			-h | --help ) USAGE; exit 0 ;;
 
@@ -78,7 +86,13 @@ LAUNCH_OR_SHOW() {
 		}
 	}
 
-	ERROR_CHECK
+	CHECK_ERRORS
+
+	xrandr | grep primary | awk '{print $4;}' | grep -q '^[0-9]\+$' || {
+		xrandr --output $(xrandr | grep ' connected' | awk '{print $1;}' | head -n1) --primary
+	}
+
+	local CURRENTLY_ACTIVE=$(xdotool search --onlyvisible --classname $CLIENT_CLASS 2>/dev/null | wc -l)
 
 	local LAUNCH_APP=$ALWAYS_LAUNCH
 	STATUS "looking for window process ids"
@@ -107,11 +121,15 @@ LAUNCH_OR_SHOW() {
 		&& STATUS 'resizing window' \
 		&& i3-msg "[class=$CLIENT_CLASS] resize set $WINDOW_SIZE"
 
-	STATUS 'pulling window from scratchpad to foreground'
+	[[ $CURRENTLY_ACTIVE -lt $MIN_ACTIVE ]] && {
-	i3-msg "[class=$CLIENT_CLASS] scratchpad show"
+		STATUS 'pulling window from scratchpad to foreground'
+		i3-msg "[class=$CLIENT_CLASS] scratchpad show"
+	}
 
 	STATUS 'moving window to center of current screen'
-	i3-msg "[class=$CLIENT_CLASS] move position center"
+	[[ $MOVE -eq 1 ]] && i3-msg "[class=$CLIENT_CLASS] move position center"
+
+	return 0
 }
 
 #####################################################################

zsh/system/packages/install

@@ -65,7 +65,7 @@ INSTALL() {
 		}
 	}
 
-	ERROR_CHECK
+	CHECK_ERRORS
 
 	####################################################
 

zsh/system/vim/vundle/install

@@ -8,7 +8,12 @@ CHECK_ENVIRONMENT
 #####################################################################
 
 PLUGIN_INSTALL() {
-	VUNDLE__PLUGIN_INSTALL || return 1
+	[ -d "$HOME/.vim/bundle/Vundle.vim" ] || {
+		mkdir -p "$HOME/.vim/bundle/"
+		git clone https://github.com/VundleVim/Vundle.vim.git "$HOME/.vim/bundle/Vundle.vim"
+	}
+
+	VUNDLE__PLUGIN_INSTALL  || return 1
 	VUNDLE__REBUILD_PLUGINS || return 2
 }