diff options
author | Franck Cuny <fcuny@twitter.com> | 2019-01-19 10:39:46 -0800 |
---|---|---|
committer | Franck Cuny <fcuny@twitter.com> | 2019-01-19 10:39:46 -0800 |
commit | 9353c33abad9a486c67ea8bc82e06b37d3b36a92 (patch) | |
tree | b27ff6c5259e7cd983b55153d1fe1438cc75cd6b | |
parent | [bash] go back to simple prompt. (diff) | |
download | emacs.d-9353c33abad9a486c67ea8bc82e06b37d3b36a92.tar.gz |
clean up.
Removed scripts and some configs, they will be in their own repo.
-rw-r--r-- | Makefile (renamed from configs/rcs/Makefile) | 0 | ||||
-rw-r--r-- | agignore (renamed from configs/rcs/agignore) | 0 | ||||
-rw-r--r-- | aspell.en.pws (renamed from configs/rcs/aspell.en.pws) | 0 | ||||
-rwxr-xr-x | bashrc (renamed from configs/rcs/bashrc) | 2 | ||||
-rw-r--r-- | configs/aurora/fio.aurora | 32 | ||||
-rw-r--r-- | configs/aurora/hello-job.aurora | 21 | ||||
-rw-r--r-- | configs/aurora/smf1-test-cron-job.aurora | 17 | ||||
-rw-r--r-- | ctags (renamed from configs/rcs/ctags) | 0 | ||||
-rw-r--r-- | emacs.d/init.el (renamed from configs/rcs/emacs.d/init.el) | 2 | ||||
-rw-r--r-- | gitconfig (renamed from configs/rcs/gitconfig) | 0 | ||||
-rw-r--r-- | gitignore (renamed from configs/rcs/gitignore) | 0 | ||||
-rw-r--r-- | playgrounds/aurora/fio.aurora | 45 | ||||
-rw-r--r-- | playgrounds/aurora/hello-job.aurora | 22 | ||||
-rw-r--r-- | playgrounds/aurora/iperf.aurora | 37 | ||||
-rw-r--r-- | playgrounds/aurora/smf1-test-cron-job.aurora | 17 | ||||
-rw-r--r-- | playgrounds/fio-bench.tgz | bin | 1189 -> 0 bytes | |||
-rw-r--r-- | playgrounds/fio/rand-read.fio | 16 | ||||
-rw-r--r-- | playgrounds/fio/rand-write.fio | 14 | ||||
-rwxr-xr-x | playgrounds/fio/runner.sh | 60 | ||||
-rw-r--r-- | playgrounds/fio/seq-read.fio | 14 | ||||
-rw-r--r-- | playgrounds/fio/seq-rw.fio | 17 | ||||
-rw-r--r-- | playgrounds/fio/seq-write.fio | 14 | ||||
-rwxr-xr-x | scripts/bastion | 3 | ||||
-rwxr-xr-x | scripts/cqlmetrics | 11 | ||||
-rwxr-xr-x | scripts/cqlq | 17 | ||||
-rwxr-xr-x | scripts/ipmi | 3 |
26 files changed, 2 insertions, 362 deletions
diff --git a/configs/rcs/Makefile b/Makefile index e71e986..e71e986 100644 --- a/configs/rcs/Makefile +++ b/Makefile diff --git a/configs/rcs/agignore b/agignore index afeb483..afeb483 100644 --- a/configs/rcs/agignore +++ b/agignore diff --git a/configs/rcs/aspell.en.pws b/aspell.en.pws index 5525b9f..5525b9f 100644 --- a/configs/rcs/aspell.en.pws +++ b/aspell.en.pws diff --git a/configs/rcs/bashrc b/bashrc index 302472a..16d0c9b 100755 --- a/configs/rcs/bashrc +++ b/bashrc @@ -10,7 +10,7 @@ export GOPATH="${HOME}/workspace/go" [ -z "$PS1" ] && return # prompts -export PS1="\h:\w % " +export PS1="\w % " RC_DIR=$(dirname $(readlink ${BASH_SOURCE[0]})) diff --git a/configs/aurora/fio.aurora b/configs/aurora/fio.aurora deleted file mode 100644 index c91095e..0000000 --- a/configs/aurora/fio.aurora +++ /dev/null @@ -1,32 +0,0 @@ -downloadFIO = Process( - name='download-fio', - cmdline='curl -o fio.rpm https://svn.twitter.biz/rpms/fio.x86_64/RPMS/x86_64/fio-1.50-2.twitter.x86_64.rpm' -) - -extractFIO = Process( - name='extract-fio', - cmdline='rpm2cpio fio.rpm | cpio -idmv' -) - -runFIO = Process( - name='run-fio', - cmdline='./usr/bin/fio --name=writefile --size=8G --filesize=8G --filename=./fiotestfsync --bs=4k --nrfiles=1 --fsync=1 --randrepeat=0 --rw=write --refill_buffers --end_fsync=1 --iodepth=200 --ioengine=libaio --runtime=240', -) - -jobs = [ - Service( - cluster='smf1-test', - environment='devel', - role='fcuny', - name='fio', - task=Task( - processes=[downloadFIO, extractFIO, runFIO], - resources=Resources(cpu=10, ram=4096 * MB, disk=10 * GB), - constraints=order(downloadFIO, extractFIO, runFIO) - ), - instances=4, - constraints={ - 'base_platform': 'f4ww', - } - ) -] diff --git a/configs/aurora/hello-job.aurora b/configs/aurora/hello-job.aurora deleted file mode 100644 index e0758a3..0000000 --- a/configs/aurora/hello-job.aurora +++ /dev/null @@ -1,21 +0,0 @@ -hello_date = Process( - name='hello-date', - cmdline='while true; do date; sleep 10; done' -) - -jobs = [ - Service( - cluster='smf1', - environment='devel', - role='fcuny', - name='hello-date', - task=Task( - processes=[hello_date], - resources=Resources(cpu=10, ram=1024 * MB, disk=512 * MB) - ), - instances=1, - constraints={ - 'host': 'smf1-feq-33-sr1', - } - ) -] diff --git a/configs/aurora/smf1-test-cron-job.aurora b/configs/aurora/smf1-test-cron-job.aurora deleted file mode 100644 index 3ade1b4..0000000 --- a/configs/aurora/smf1-test-cron-job.aurora +++ /dev/null @@ -1,17 +0,0 @@ -# A cron job that runs every 5 minutes. -jobs = [ - Job( - cluster = 'smf1-test', - role = 'fcuny', - environment = 'test', - name = 'cron_hello_world-trashing', - cron_schedule = '*/5 * * * *', - constraints = { - 'host': 'smf1-fki-17-sr1', - }, - instances=10, - task = SimpleTask( - 'cron_hello_world', - 'echo "Hello world from cron, the time is now $(date --rfc-822)"'), - ), -] diff --git a/configs/rcs/ctags b/ctags index 3d83cd1..3d83cd1 100644 --- a/configs/rcs/ctags +++ b/ctags diff --git a/configs/rcs/emacs.d/init.el b/emacs.d/init.el index 2506a77..e0b0a44 100644 --- a/configs/rcs/emacs.d/init.el +++ b/emacs.d/init.el @@ -102,7 +102,7 @@ (defun fcuny/setup-frame(&optional frame) (fringe-mode '(10 . 10)) (setq-default frame-title-format "%b") - (set-face-attribute 'default nil :height 150 :weight 'normal :width 'normal :font "Source Code Pro") + (set-face-attribute 'default nil :height 160 :weight 'normal :width 'normal :font "Source Code Pro") (when (eq system-type 'darwin) (setq ns-use-native-fullscreen nil) (setq mac-allow-anti-aliasing t))) diff --git a/configs/rcs/gitconfig b/gitconfig index 8914029..8914029 100644 --- a/configs/rcs/gitconfig +++ b/gitconfig diff --git a/configs/rcs/gitignore b/gitignore index c8124cb..c8124cb 100644 --- a/configs/rcs/gitignore +++ b/gitignore diff --git a/playgrounds/aurora/fio.aurora b/playgrounds/aurora/fio.aurora deleted file mode 100644 index b26debf..0000000 --- a/playgrounds/aurora/fio.aurora +++ /dev/null @@ -1,45 +0,0 @@ -downloadFIO = Process( - name='download-fio', - cmdline='curl -o fio.rpm https://svn.twitter.biz/rpms/fio.x86_64/RPMS/x86_64/fio-1.50-2.twitter.x86_64.rpm' -) - -installBenchs = Packer.install( - 'fio-bench', - role = 'fcuny', - version = 'latest' -) - -mvFIO = Process( - name='move-fio', - cmdline='mv fio/* . && rm -rf fio', -) - -extractFIO = Process( - name='extract-fio', - cmdline='rpm2cpio fio.rpm | cpio -idmv' -) - -runFIO = Process( - name='run-fio', - cmdline='./runner.sh', -) - -jobs = [ - Job( - cluster='smf1', - role='fcuny', - environment='devel', - name='fio', - task=Task( - processes=[downloadFIO, extractFIO, runFIO, installBenchs, mvFIO], - resources=Resources(cpu=4, ram=4096 * MB, disk=10 * GB), - constraints=order(installBenchs, mvFIO, downloadFIO, extractFIO, runFIO) - ), - instances=3, - constraints={ - 'base_platform': 'f4ww', - 'dedicated': '*/manhattan', - 'host': 'limit:1', - } - ) -] diff --git a/playgrounds/aurora/hello-job.aurora b/playgrounds/aurora/hello-job.aurora deleted file mode 100644 index a825fdb..0000000 --- a/playgrounds/aurora/hello-job.aurora +++ /dev/null @@ -1,22 +0,0 @@ -hello_date = Process( - name='hello-date', - cmdline='while true; do date; sleep 10; done' -) - -jobs = [ - Service( - cluster='smf1', - environment='devel', - role='fcuny', - name='hello-date', - task=Task( - processes=[hello_date], - resources=Resources(cpu=10, ram=1024 * MB, disk=512 * MB) - ), - instances=1, - constraints={ - 'host': 'smf1-fki-16-sr1', - 'dedicated': '*/manhattan', - } - ) -] diff --git a/playgrounds/aurora/iperf.aurora b/playgrounds/aurora/iperf.aurora deleted file mode 100644 index e071bd2..0000000 --- a/playgrounds/aurora/iperf.aurora +++ /dev/null @@ -1,37 +0,0 @@ -class StandardProfile(Struct): - environment=Default(String, 'prod') - tier=Default(String, 'preferred') - -DevelProfile = StandardProfile( - environment = 'devel', - tier = 'preemptible', -) - -api = Process( - name = 'iperf', - cmdline = '/usr/bin/iperf3 -s -p {{thermos.ports[http]}}' -) - -task = Task( - name = api.name(), - resources = Resources(cpu = 1.0, ram = 4 * GB, disk = 1 * GB), - processes = [api] -) - -service_template = Service( - role='fcuny', - name = 'iperf', - environment='{{profile.environment}}', - task = task, - instances = 3, - contact = 'fcuny@twitter.com', - announce=Announcer(), - tier ='{{profile.tier}}', - constraints={ - 'host': 'smf1-bgr-27-sr1', - } -) - -jobs = [ - service_template(cluster='smf1-test').bind(profile=DevelProfile()), -] diff --git a/playgrounds/aurora/smf1-test-cron-job.aurora b/playgrounds/aurora/smf1-test-cron-job.aurora deleted file mode 100644 index 3ade1b4..0000000 --- a/playgrounds/aurora/smf1-test-cron-job.aurora +++ /dev/null @@ -1,17 +0,0 @@ -# A cron job that runs every 5 minutes. -jobs = [ - Job( - cluster = 'smf1-test', - role = 'fcuny', - environment = 'test', - name = 'cron_hello_world-trashing', - cron_schedule = '*/5 * * * *', - constraints = { - 'host': 'smf1-fki-17-sr1', - }, - instances=10, - task = SimpleTask( - 'cron_hello_world', - 'echo "Hello world from cron, the time is now $(date --rfc-822)"'), - ), -] diff --git a/playgrounds/fio-bench.tgz b/playgrounds/fio-bench.tgz deleted file mode 100644 index 06ff644..0000000 --- a/playgrounds/fio-bench.tgz +++ /dev/null Binary files differdiff --git a/playgrounds/fio/rand-read.fio b/playgrounds/fio/rand-read.fio deleted file mode 100644 index 8d473af..0000000 --- a/playgrounds/fio/rand-read.fio +++ /dev/null @@ -1,16 +0,0 @@ -[global] -name=fio-rand-RW -filename=./data/fio-rand-RW -rw=randrw -rwmixread=60 -rwmixwrite=40 -bs=4K -direct=0 -numjobs=4 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/playgrounds/fio/rand-write.fio b/playgrounds/fio/rand-write.fio deleted file mode 100644 index 5564414..0000000 --- a/playgrounds/fio/rand-write.fio +++ /dev/null @@ -1,14 +0,0 @@ -[global] -name=fio-rand-write -filename=./data/fio-rand-write -rw=randwrite -bs=4K -direct=0 -numjobs=4 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/playgrounds/fio/runner.sh b/playgrounds/fio/runner.sh deleted file mode 100755 index 8df8895..0000000 --- a/playgrounds/fio/runner.sh +++ /dev/null @@ -1,60 +0,0 @@ -#!/bin/sh - -## Helper script to run fio tests and generate reports - -DATA_DIR=./data -LOG_DIR=./logs -REPORT_DIR=./reports - -FIO_BIN=./usr/bin/fio -if [ "${2}x" != "x" ]; then - FIO_BIN=${2} -fi - -FIOS_LIST=$(ls *.fio) -NOW_EPOCH=$(date +"%s") -LOG_DIR_READS=${LOG_DIR}/reads -LOG_DIR_WRITES=${LOG_DIR}/writes - -# create required directories -mkdir -p ${DATA_DIR} - -if [ -d "${REPORT_DIR}" ]; then - echo "Report directory exists, archiving using current timestamp: ${NOW_EPOCH}" - mv ${REPORT_DIR} ${REPORT_DIR}_${NOW_EPOCH} -fi -mkdir -p ${REPORT_DIR} - -if [ -d "${LOG_DIR}" ]; then - echo "Log directory exists, archiving using current timestamp: ${NOW_EPOCH}" - mv ${LOG_DIR} ${LOG_DIR}_${NOW_EPOCH} -fi -mkdir -p ${LOG_DIR_WRITES} -mkdir -p ${LOG_DIR_READS} - -# run all fios in sequential order -for i in $(echo ${FIOS_LIST} | tr " " "\n") -do - echo -e "\nStarting fio test ${i}..." - ${FIO_BIN} ./${i} --output ${REPORT_DIR}/${i}.out - - mv *read*.log ${LOG_DIR_READS}/ - mv *write*.log ${LOG_DIR_WRITES}/ - - rm -f data/* # delete created fio files after each run - - echo "Completed fio test ${i}." -done - -# plot reports to svg -FIO_PLOT_BIN=./usr/bin/fio_generate_plots -if type "${FIO_PLOT_BIN}" > /dev/null && type "gnuplot" > /dev/null; then - - echo "fio_generate_plots is installed generating svg reports based on fio logs" - - ( cd ${LOG_DIR_READS} && for f in *.log; do mv $f ${f/.[1-3]/}; done && ${FIO_PLOT_BIN} "All-Reads" ) - ( cd ${LOG_DIR_WRITES} && for f in *.log; do mv $f ${f/.[1-3]/}; done && ${FIO_PLOT_BIN} "All-Writes" ) - - mv ${LOG_DIR_READS}/*.svg ${REPORT_DIR}/ - mv ${LOG_DIR_WRITES}/*.svg ${REPORT_DIR}/ -fi diff --git a/playgrounds/fio/seq-read.fio b/playgrounds/fio/seq-read.fio deleted file mode 100644 index c3225a3..0000000 --- a/playgrounds/fio/seq-read.fio +++ /dev/null @@ -1,14 +0,0 @@ -[global] -name=fio-seq-reads -filename=./data/fio-seq-reads -rw=read -bs=256K -direct=1 -numjobs=1 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/playgrounds/fio/seq-rw.fio b/playgrounds/fio/seq-rw.fio deleted file mode 100644 index 81c50e7..0000000 --- a/playgrounds/fio/seq-rw.fio +++ /dev/null @@ -1,17 +0,0 @@ -[global] -name=fio-seq-RW -filename=./data/fio-seq-RW -rw=rw -rwmixread=60 -rwmixwrite=40 -bs=256K -direct=0 -numjobs=4 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 - diff --git a/playgrounds/fio/seq-write.fio b/playgrounds/fio/seq-write.fio deleted file mode 100644 index 88fbeaa..0000000 --- a/playgrounds/fio/seq-write.fio +++ /dev/null @@ -1,14 +0,0 @@ -[global] -name=fio-seq-write -filename=./data/fio-seq-write -rw=write -bs=256K -direct=0 -numjobs=1 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/scripts/bastion b/scripts/bastion deleted file mode 100755 index 1ae0629..0000000 --- a/scripts/bastion +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash - -ssh nest.smfc.twitter.com diff --git a/scripts/cqlmetrics b/scripts/cqlmetrics deleted file mode 100755 index db3db6a..0000000 --- a/scripts/cqlmetrics +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash - -service=$1 - -if [ -z "${service}" ]; then - exit 1 -fi - -zone="${2:-smf1}" - -echo $(cql -z "${zone}" k "${service}" "sd.${service}" | fzf) diff --git a/scripts/cqlq b/scripts/cqlq deleted file mode 100755 index bf47c50..0000000 --- a/scripts/cqlq +++ /dev/null @@ -1,17 +0,0 @@ -#!/bin/bash - -service=$1 -if [ -z "${service}" ]; then - exit 1 -fi - -zone="${2:-smf1}" - -metric=$(cqlmetrics "${service}" "${zone}") - -query="zone(${zone}, ts(${service}, members(sd.${service}), ${metric}))" - -short_id=$(curl -s --negotiate -u : -X POST https://monitoring.twitter.biz/api/2/url/shortener --data "{\"longUrl\":\"/query?&queries=%5B%7B%22id%22%3A%22query-1%22%2C%22name%22%3A%22Query%201%22%2C%22query%22%3A%22$query%22%2C%22settings%22%3A%7B%22visible%22%3Atrue%7D%7D%5D\"}" | jq '.id') - -echo "http://monitoring.twitter.biz/tiny/${short_id}" -open "http://monitoring.twitter.biz/tiny/${short_id}" diff --git a/scripts/ipmi b/scripts/ipmi deleted file mode 100755 index b5bec84..0000000 --- a/scripts/ipmi +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash - -ssh conman-server.smf1.twitter.com |