v2.1.0
===================================================================== --- New Scripts -------------------------- zsh ) database backup/restore - db/postgres/pg_dump - db/postgres/pg_restore - aws/rds/create-backup - aws/rds/load-backup redis-cached curl commands - redis/curl youtube download - youtube/download - youtube/get-audio-clip --- Changes ------------------------------ - 'scwrypts' executable now reloads upon execution to prevent staleness - added various options to improve api/cli; see 'scwrypts --help' for more --- Bug Fixes ---------------------------- - fixed an issue with .config settings' visibility to non-zsh scripts - fixed an issue with command arguments globbing too early
This commit is contained in:
@ -3,20 +3,127 @@ _REQUIRED_ENV+=()
|
||||
source ${0:a:h}/../common.zsh
|
||||
#####################################################################
|
||||
|
||||
__SELECT_CONNECTOR() {
|
||||
local DB_TYPE="$1"
|
||||
GET_DATABASE_CREDENTIALS() {
|
||||
local PRINT_PASSWORD=0
|
||||
local ARGS_ERRORS=0
|
||||
|
||||
CLIENTS_postgresql=(pgcli psql)
|
||||
|
||||
local C CLIENT=none
|
||||
for C in $(eval 'echo $CLIENTS_'$DB_TYPE)
|
||||
while [[ $# -gt 0 ]]
|
||||
do
|
||||
__CHECK_DEPENDENCY $C >/dev/null 2>&1 && {
|
||||
CLIENT=$C
|
||||
__STATUS "detected '$CLIENT' for $DB_TYPE"
|
||||
break
|
||||
}
|
||||
case $1 in
|
||||
--print-password ) PRINT_PASSWORD=1 ;;
|
||||
* )
|
||||
__WARNING "unrecognized argument $1"
|
||||
ARGS_ERRORS+=1
|
||||
;;
|
||||
esac
|
||||
shift 1
|
||||
done
|
||||
[[ $ARGS_ERRORS -ne 0 ]] && return 1
|
||||
|
||||
echo $CLIENT
|
||||
##########################################
|
||||
|
||||
local DATABASE=$(SELECT_DATABASE)
|
||||
[ ! $DATABASE ] && __ABORT
|
||||
|
||||
DB_HOST="$(echo $DATABASE | jq -r '.host')"
|
||||
[ ! $DB_HOST ] && { __ERROR 'unable to find host'; return 2; }
|
||||
|
||||
DB_PORT="$(echo $DATABASE | jq -r '.port')"
|
||||
[ ! $DB_PORT ] && DB_PORT=5432
|
||||
[[ $DB_PORT =~ ^null$ ]] && DB_PORT=5432
|
||||
|
||||
##########################################
|
||||
|
||||
local AUTH_METHOD=$(\
|
||||
echo "iam\nsecretsmanager\nuser-input" \
|
||||
| __FZF 'select an authentication method' \
|
||||
)
|
||||
[ ! $AUTH_METHOD ] && __ABORT
|
||||
|
||||
case $AUTH_METHOD in
|
||||
iam ) GET_AUTH__IAM ;;
|
||||
secretsmanager ) GET_AUTH__SECRETSMANAGER ;;
|
||||
user-input ) GET_AUTH__USER_INPUT ;;
|
||||
esac
|
||||
|
||||
__STATUS
|
||||
__STATUS "host : $DB_HOST"
|
||||
__STATUS "type : $DB_TYPE"
|
||||
__STATUS "port : $DB_PORT"
|
||||
__STATUS "database : $DB_NAME"
|
||||
__STATUS "username : $DB_USER"
|
||||
[[ $PRINT_PASSWORD -eq 1 ]] && __STATUS "password : $DB_PASS"
|
||||
__STATUS
|
||||
}
|
||||
|
||||
GET_AUTH__IAM() {
|
||||
DB_PASS=$(\
|
||||
_AWS rds generate-db-auth-token \
|
||||
--hostname $DB_HOST \
|
||||
--port $DB_PORT \
|
||||
--username $DB_USER \
|
||||
)
|
||||
}
|
||||
|
||||
GET_AUTH__SECRETSMANAGER() {
|
||||
local CREDENTIALS=$(GET_SECRETSMANAGER_CREDENTIALS)
|
||||
echo $CREDENTIALS | jq -e '.pass' >/dev/null 2>&1 \
|
||||
&& DB_PASS="'$(echo $CREDENTIALS | jq -r '.pass' | sed "s/'/'\"'\"'/g")'"
|
||||
|
||||
echo $CREDENTIALS | jq -e '.password' >/dev/null 2>&1 \
|
||||
&& DB_PASS="'$(echo $CREDENTIALS | jq -r '.password' | sed "s/'/'\"'\"'/g")'"
|
||||
|
||||
echo $CREDENTIALS | jq -e '.user' >/dev/null 2>&1 \
|
||||
&& DB_USER=$(echo $CREDENTIALS | jq -r '.user')
|
||||
|
||||
echo $CREDENTIALS | jq -e '.username' >/dev/null 2>&1 \
|
||||
&& DB_USER=$(echo $CREDENTIALS | jq -r '.username')
|
||||
|
||||
echo $CREDENTIALS | jq -e '.name' >/dev/null 2>&1 \
|
||||
&& DB_NAME=$(echo $CREDENTIALS | jq -r '.name')
|
||||
|
||||
echo $CREDENTIALS | jq -e '.dbname' >/dev/null 2>&1 \
|
||||
&& DB_NAME=$(echo $CREDENTIALS | jq -r '.dbname')
|
||||
}
|
||||
|
||||
GET_SECRETSMANAGER_CREDENTIALS() {
|
||||
local ID=$(\
|
||||
_AWS secretsmanager list-secrets \
|
||||
| jq -r '.[] | .[] | .Name' \
|
||||
| __FZF 'select a secret' \
|
||||
)
|
||||
[ ! $ID ] && return 1
|
||||
|
||||
_AWS secretsmanager get-secret-value --secret-id "$ID" \
|
||||
| jq -r '.SecretString' | jq
|
||||
}
|
||||
|
||||
SELECT_DATABASE() {
|
||||
local DATABASES=$(GET_AVAILABLE_DATABASES)
|
||||
[ ! $DATABASES ] && __FAIL 1 'no databases available'
|
||||
|
||||
local ID=$(\
|
||||
echo $DATABASES | jq -r '.instance + " @ " + .cluster' \
|
||||
| __FZF 'select a database (instance@cluster)' \
|
||||
)
|
||||
[ ! $ID ] && __ABORT
|
||||
|
||||
local INSTANCE=$(echo $ID | sed 's/ @ .*$//')
|
||||
local CLUSTER=$(echo $ID | sed 's/^.* @ //')
|
||||
|
||||
echo $DATABASES | jq "select (.instance == \"$INSTANCE\" and .cluster == \"$CLUSTER\")"
|
||||
}
|
||||
|
||||
GET_AVAILABLE_DATABASES() {
|
||||
_AWS rds describe-db-instances \
|
||||
| jq -r '.[] | .[] | {
|
||||
instance: .DBInstanceIdentifier,
|
||||
cluster: .DBClusterIdentifier,
|
||||
type: .Engine,
|
||||
host: .Endpoint.Address,
|
||||
port: .Endpoint.Port,
|
||||
user: .MasterUsername,
|
||||
database: .DBName
|
||||
}'
|
||||
}
|
||||
|
||||
|
||||
22
zsh/aws/rds/create-backup
Executable file
22
zsh/aws/rds/create-backup
Executable file
@ -0,0 +1,22 @@
|
||||
#!/bin/zsh
|
||||
_DEPENDENCIES+=()
|
||||
_REQUIRED_ENV+=()
|
||||
source ${0:a:h}/common.zsh
|
||||
#####################################################################
|
||||
|
||||
RDS_INTERACTIVE_LOGIN() {
|
||||
local DB_HOST DB_PORT DB_NAME DB_USER DB_PASS
|
||||
GET_DATABASE_CREDENTIALS $@ || return 1
|
||||
|
||||
__RUN_SCWRYPT 'zsh/db/postgres/pg_dump' -- \
|
||||
--host $DB_HOST \
|
||||
--port $DB_PORT \
|
||||
--name $DB_NAME \
|
||||
--user $DB_USER \
|
||||
--pass $DB_PASS \
|
||||
;
|
||||
}
|
||||
|
||||
|
||||
#####################################################################
|
||||
RDS_INTERACTIVE_LOGIN $@
|
||||
@ -4,118 +4,19 @@ _REQUIRED_ENV+=()
|
||||
source ${0:a:h}/common.zsh
|
||||
#####################################################################
|
||||
|
||||
__CONNECT_TO_RDS() {
|
||||
local DATABASE=$(__SELECT_DATABASE)
|
||||
[ ! $DATABASE ] && __ABORT
|
||||
|
||||
local DB_HOST DB_USER DB_PORT DB_NAME DB_AUTH DB_TYPE
|
||||
|
||||
DB_HOST=$(echo $DATABASE | jq -r '.host')
|
||||
DB_USER=$(echo $DATABASE | jq -r '.user')
|
||||
DB_PORT=$(echo $DATABASE | jq -r '.port')
|
||||
DB_TYPE=$(echo $DATABASE | jq -r '.type')
|
||||
|
||||
[[ $DB_PORT =~ null ]] && DB_PORT=5432
|
||||
DB_NAME=postgres
|
||||
|
||||
local AUTH_METHODS=(iam secretsmanager user-input)
|
||||
local AUTH_METHOD=$(\
|
||||
echo $AUTH_METHODS | sed 's/\s\+/\n/g' \
|
||||
| __FZF 'select an authentication method' \
|
||||
)
|
||||
|
||||
[ ! $AUTH_METHOD ] && __ABORT
|
||||
|
||||
case $AUTH_METHOD in
|
||||
iam )
|
||||
DB_AUTH=$(\
|
||||
_AWS rds generate-db-auth-token \
|
||||
--hostname $DB_HOST \
|
||||
--port $DB_PORT \
|
||||
--username $DB_USER \
|
||||
)
|
||||
;;
|
||||
secretsmanager )
|
||||
CREDENTIALS=$(__GET_SECRETSMANAGER_CREDENTIALS)
|
||||
echo $CREDENTIALS | jq -e '.pass' >/dev/null 2>&1 \
|
||||
&& DB_AUTH="'$(echo $CREDENTIALS | jq -r '.pass' | sed "s/'/'\"'\"'/g")'"
|
||||
|
||||
echo $CREDENTIALS | jq -e '.password' >/dev/null 2>&1 \
|
||||
&& DB_AUTH="'$(echo $CREDENTIALS | jq -r '.password' | sed "s/'/'\"'\"'/g")'"
|
||||
|
||||
echo $CREDENTIALS | jq -e '.user' >/dev/null 2>&1 \
|
||||
&& DB_USER=$(echo $CREDENTIALS | jq -r '.user')
|
||||
|
||||
echo $CREDENTIALS | jq -e '.username' >/dev/null 2>&1 \
|
||||
&& DB_USER=$(echo $CREDENTIALS | jq -r '.username')
|
||||
|
||||
echo $CREDENTIALS | jq -e '.name' >/dev/null 2>&1 \
|
||||
&& DB_NAME=$(echo $CREDENTIALS | jq -r '.name')
|
||||
|
||||
echo $CREDENTIALS | jq -e '.dbname' >/dev/null 2>&1 \
|
||||
&& DB_NAME=$(echo $CREDENTIALS | jq -r '.dbname')
|
||||
;;
|
||||
user-input )
|
||||
;;
|
||||
esac
|
||||
|
||||
__STATUS
|
||||
__STATUS "host : $DB_HOST"
|
||||
__STATUS "type : $DB_TYPE"
|
||||
__STATUS "port : $DB_PORT"
|
||||
__STATUS "database : $DB_NAME"
|
||||
__STATUS "username : $DB_USER"
|
||||
__STATUS
|
||||
RDS_INTERACTIVE_LOGIN() {
|
||||
local DB_HOST DB_PORT DB_NAME DB_USER DB_PASS
|
||||
GET_DATABASE_CREDENTIALS $@ || return 1
|
||||
|
||||
__RUN_SCWRYPT 'zsh/db/interactive/postgres' -- \
|
||||
--host $DB_HOST \
|
||||
--port $DB_PORT \
|
||||
--name $DB_NAME \
|
||||
--user $DB_USER \
|
||||
--pass $DB_AUTH \
|
||||
--pass $DB_PASS \
|
||||
;
|
||||
}
|
||||
|
||||
__SELECT_DATABASE() {
|
||||
local DATABASES=$(__GET_AVAILABLE_DATABASES)
|
||||
[ ! $DATABASES ] && __FAIL 1 'no databases available'
|
||||
|
||||
local ID=$(\
|
||||
echo $DATABASES | jq -r '.instance + " @ " + .cluster' \
|
||||
| __FZF 'select a database (instance@cluster)' \
|
||||
)
|
||||
[ ! $ID ] && __ABORT
|
||||
|
||||
local INSTANCE=$(echo $ID | sed 's/ @ .*$//')
|
||||
local CLUSTER=$(echo $ID | sed 's/^.* @ //')
|
||||
|
||||
echo $DATABASES | jq "select (.instance == \"$INSTANCE\" and .cluster == \"$CLUSTER\")"
|
||||
}
|
||||
|
||||
__GET_AVAILABLE_DATABASES() {
|
||||
_AWS rds describe-db-instances \
|
||||
| jq -r '.[] | .[] | {
|
||||
instance: .DBInstanceIdentifier,
|
||||
cluster: .DBClusterIdentifier,
|
||||
type: .Engine,
|
||||
host: .Endpoint.Address,
|
||||
port: .Endpoint.Port,
|
||||
user: .MasterUsername,
|
||||
database: .DBName
|
||||
}'
|
||||
}
|
||||
|
||||
__GET_SECRETSMANAGER_CREDENTIALS() {
|
||||
local ID=$(\
|
||||
_AWS secretsmanager list-secrets \
|
||||
| jq -r '.[] | .[] | .Name' \
|
||||
| __FZF 'select a secret' \
|
||||
)
|
||||
[ ! $ID ] && return 1
|
||||
|
||||
_AWS secretsmanager get-secret-value --secret-id "$ID" \
|
||||
| jq -r '.SecretString' | jq
|
||||
}
|
||||
|
||||
#####################################################################
|
||||
__CONNECT_TO_RDS
|
||||
RDS_INTERACTIVE_LOGIN $@
|
||||
|
||||
22
zsh/aws/rds/load-backup
Executable file
22
zsh/aws/rds/load-backup
Executable file
@ -0,0 +1,22 @@
|
||||
#!/bin/zsh
|
||||
_DEPENDENCIES+=()
|
||||
_REQUIRED_ENV+=()
|
||||
source ${0:a:h}/common.zsh
|
||||
#####################################################################
|
||||
|
||||
RDS_INTERACTIVE_LOGIN() {
|
||||
local DB_HOST DB_PORT DB_NAME DB_USER DB_PASS
|
||||
GET_DATABASE_CREDENTIALS $@ || return 1
|
||||
|
||||
__RUN_SCWRYPT 'zsh/db/postgres/pg_restore' -- \
|
||||
--host $DB_HOST \
|
||||
--port $DB_PORT \
|
||||
--name $DB_NAME \
|
||||
--user $DB_USER \
|
||||
--pass $DB_PASS \
|
||||
;
|
||||
}
|
||||
|
||||
|
||||
#####################################################################
|
||||
RDS_INTERACTIVE_LOGIN $@
|
||||
Reference in New Issue
Block a user