diff options
Diffstat (limited to 'playgrounds')
-rw-r--r-- | playgrounds/aurora/fio.aurora | 45 | ||||
-rw-r--r-- | playgrounds/aurora/hello-job.aurora | 22 | ||||
-rw-r--r-- | playgrounds/aurora/iperf.aurora | 37 | ||||
-rw-r--r-- | playgrounds/aurora/smf1-test-cron-job.aurora | 17 | ||||
-rw-r--r-- | playgrounds/fio-bench.tgz | bin | 1189 -> 0 bytes | |||
-rw-r--r-- | playgrounds/fio/rand-read.fio | 16 | ||||
-rw-r--r-- | playgrounds/fio/rand-write.fio | 14 | ||||
-rwxr-xr-x | playgrounds/fio/runner.sh | 60 | ||||
-rw-r--r-- | playgrounds/fio/seq-read.fio | 14 | ||||
-rw-r--r-- | playgrounds/fio/seq-rw.fio | 17 | ||||
-rw-r--r-- | playgrounds/fio/seq-write.fio | 14 |
11 files changed, 0 insertions, 256 deletions
diff --git a/playgrounds/aurora/fio.aurora b/playgrounds/aurora/fio.aurora deleted file mode 100644 index b26debf..0000000 --- a/playgrounds/aurora/fio.aurora +++ /dev/null @@ -1,45 +0,0 @@ -downloadFIO = Process( - name='download-fio', - cmdline='curl -o fio.rpm https://svn.twitter.biz/rpms/fio.x86_64/RPMS/x86_64/fio-1.50-2.twitter.x86_64.rpm' -) - -installBenchs = Packer.install( - 'fio-bench', - role = 'fcuny', - version = 'latest' -) - -mvFIO = Process( - name='move-fio', - cmdline='mv fio/* . && rm -rf fio', -) - -extractFIO = Process( - name='extract-fio', - cmdline='rpm2cpio fio.rpm | cpio -idmv' -) - -runFIO = Process( - name='run-fio', - cmdline='./runner.sh', -) - -jobs = [ - Job( - cluster='smf1', - role='fcuny', - environment='devel', - name='fio', - task=Task( - processes=[downloadFIO, extractFIO, runFIO, installBenchs, mvFIO], - resources=Resources(cpu=4, ram=4096 * MB, disk=10 * GB), - constraints=order(installBenchs, mvFIO, downloadFIO, extractFIO, runFIO) - ), - instances=3, - constraints={ - 'base_platform': 'f4ww', - 'dedicated': '*/manhattan', - 'host': 'limit:1', - } - ) -] diff --git a/playgrounds/aurora/hello-job.aurora b/playgrounds/aurora/hello-job.aurora deleted file mode 100644 index a825fdb..0000000 --- a/playgrounds/aurora/hello-job.aurora +++ /dev/null @@ -1,22 +0,0 @@ -hello_date = Process( - name='hello-date', - cmdline='while true; do date; sleep 10; done' -) - -jobs = [ - Service( - cluster='smf1', - environment='devel', - role='fcuny', - name='hello-date', - task=Task( - processes=[hello_date], - resources=Resources(cpu=10, ram=1024 * MB, disk=512 * MB) - ), - instances=1, - constraints={ - 'host': 'smf1-fki-16-sr1', - 'dedicated': '*/manhattan', - } - ) -] diff --git a/playgrounds/aurora/iperf.aurora b/playgrounds/aurora/iperf.aurora deleted file mode 100644 index e071bd2..0000000 --- a/playgrounds/aurora/iperf.aurora +++ /dev/null @@ -1,37 +0,0 @@ -class StandardProfile(Struct): - environment=Default(String, 'prod') - tier=Default(String, 'preferred') - -DevelProfile = StandardProfile( - environment = 'devel', - tier = 'preemptible', -) - -api = Process( - name = 'iperf', - cmdline = '/usr/bin/iperf3 -s -p {{thermos.ports[http]}}' -) - -task = Task( - name = api.name(), - resources = Resources(cpu = 1.0, ram = 4 * GB, disk = 1 * GB), - processes = [api] -) - -service_template = Service( - role='fcuny', - name = 'iperf', - environment='{{profile.environment}}', - task = task, - instances = 3, - contact = 'fcuny@twitter.com', - announce=Announcer(), - tier ='{{profile.tier}}', - constraints={ - 'host': 'smf1-bgr-27-sr1', - } -) - -jobs = [ - service_template(cluster='smf1-test').bind(profile=DevelProfile()), -] diff --git a/playgrounds/aurora/smf1-test-cron-job.aurora b/playgrounds/aurora/smf1-test-cron-job.aurora deleted file mode 100644 index 3ade1b4..0000000 --- a/playgrounds/aurora/smf1-test-cron-job.aurora +++ /dev/null @@ -1,17 +0,0 @@ -# A cron job that runs every 5 minutes. -jobs = [ - Job( - cluster = 'smf1-test', - role = 'fcuny', - environment = 'test', - name = 'cron_hello_world-trashing', - cron_schedule = '*/5 * * * *', - constraints = { - 'host': 'smf1-fki-17-sr1', - }, - instances=10, - task = SimpleTask( - 'cron_hello_world', - 'echo "Hello world from cron, the time is now $(date --rfc-822)"'), - ), -] diff --git a/playgrounds/fio-bench.tgz b/playgrounds/fio-bench.tgz deleted file mode 100644 index 06ff644..0000000 --- a/playgrounds/fio-bench.tgz +++ /dev/null Binary files differdiff --git a/playgrounds/fio/rand-read.fio b/playgrounds/fio/rand-read.fio deleted file mode 100644 index 8d473af..0000000 --- a/playgrounds/fio/rand-read.fio +++ /dev/null @@ -1,16 +0,0 @@ -[global] -name=fio-rand-RW -filename=./data/fio-rand-RW -rw=randrw -rwmixread=60 -rwmixwrite=40 -bs=4K -direct=0 -numjobs=4 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/playgrounds/fio/rand-write.fio b/playgrounds/fio/rand-write.fio deleted file mode 100644 index 5564414..0000000 --- a/playgrounds/fio/rand-write.fio +++ /dev/null @@ -1,14 +0,0 @@ -[global] -name=fio-rand-write -filename=./data/fio-rand-write -rw=randwrite -bs=4K -direct=0 -numjobs=4 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/playgrounds/fio/runner.sh b/playgrounds/fio/runner.sh deleted file mode 100755 index 8df8895..0000000 --- a/playgrounds/fio/runner.sh +++ /dev/null @@ -1,60 +0,0 @@ -#!/bin/sh - -## Helper script to run fio tests and generate reports - -DATA_DIR=./data -LOG_DIR=./logs -REPORT_DIR=./reports - -FIO_BIN=./usr/bin/fio -if [ "${2}x" != "x" ]; then - FIO_BIN=${2} -fi - -FIOS_LIST=$(ls *.fio) -NOW_EPOCH=$(date +"%s") -LOG_DIR_READS=${LOG_DIR}/reads -LOG_DIR_WRITES=${LOG_DIR}/writes - -# create required directories -mkdir -p ${DATA_DIR} - -if [ -d "${REPORT_DIR}" ]; then - echo "Report directory exists, archiving using current timestamp: ${NOW_EPOCH}" - mv ${REPORT_DIR} ${REPORT_DIR}_${NOW_EPOCH} -fi -mkdir -p ${REPORT_DIR} - -if [ -d "${LOG_DIR}" ]; then - echo "Log directory exists, archiving using current timestamp: ${NOW_EPOCH}" - mv ${LOG_DIR} ${LOG_DIR}_${NOW_EPOCH} -fi -mkdir -p ${LOG_DIR_WRITES} -mkdir -p ${LOG_DIR_READS} - -# run all fios in sequential order -for i in $(echo ${FIOS_LIST} | tr " " "\n") -do - echo -e "\nStarting fio test ${i}..." - ${FIO_BIN} ./${i} --output ${REPORT_DIR}/${i}.out - - mv *read*.log ${LOG_DIR_READS}/ - mv *write*.log ${LOG_DIR_WRITES}/ - - rm -f data/* # delete created fio files after each run - - echo "Completed fio test ${i}." -done - -# plot reports to svg -FIO_PLOT_BIN=./usr/bin/fio_generate_plots -if type "${FIO_PLOT_BIN}" > /dev/null && type "gnuplot" > /dev/null; then - - echo "fio_generate_plots is installed generating svg reports based on fio logs" - - ( cd ${LOG_DIR_READS} && for f in *.log; do mv $f ${f/.[1-3]/}; done && ${FIO_PLOT_BIN} "All-Reads" ) - ( cd ${LOG_DIR_WRITES} && for f in *.log; do mv $f ${f/.[1-3]/}; done && ${FIO_PLOT_BIN} "All-Writes" ) - - mv ${LOG_DIR_READS}/*.svg ${REPORT_DIR}/ - mv ${LOG_DIR_WRITES}/*.svg ${REPORT_DIR}/ -fi diff --git a/playgrounds/fio/seq-read.fio b/playgrounds/fio/seq-read.fio deleted file mode 100644 index c3225a3..0000000 --- a/playgrounds/fio/seq-read.fio +++ /dev/null @@ -1,14 +0,0 @@ -[global] -name=fio-seq-reads -filename=./data/fio-seq-reads -rw=read -bs=256K -direct=1 -numjobs=1 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 diff --git a/playgrounds/fio/seq-rw.fio b/playgrounds/fio/seq-rw.fio deleted file mode 100644 index 81c50e7..0000000 --- a/playgrounds/fio/seq-rw.fio +++ /dev/null @@ -1,17 +0,0 @@ -[global] -name=fio-seq-RW -filename=./data/fio-seq-RW -rw=rw -rwmixread=60 -rwmixwrite=40 -bs=256K -direct=0 -numjobs=4 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 - diff --git a/playgrounds/fio/seq-write.fio b/playgrounds/fio/seq-write.fio deleted file mode 100644 index 88fbeaa..0000000 --- a/playgrounds/fio/seq-write.fio +++ /dev/null @@ -1,14 +0,0 @@ -[global] -name=fio-seq-write -filename=./data/fio-seq-write -rw=write -bs=256K -direct=0 -numjobs=1 -time_based=1 -runtime=900 - -[file1] -size=8G -ioengine=libaio -iodepth=16 |