reorganized source tree

28 files changed, 1160 insertions, 0 deletions

diff --git a/src/jobs/alc.tp b/src/jobs/alc.tp
new file mode 100644
index 00000000000..c600850c54b
--- /dev/null
+++ b/src/jobs/alc.tp
@@ -0,0 +1,38 @@
+#PSUB -s /bin/bash  # Sets your shell in batch
+#PSUB -c alc       # Where to run the job
+
+#PSUB -eo          # Send std error & std out to the same file
+
+#PSUB -ln  $NUM       # Number of nodes to use
+#PSUB -g   $NUM       # Total Number of tasks to use
+#PSUB -cpn 1       # cpus per node
+
+####PSUB -c 1024Mb     # memory limit
+#PSUB -lc 1500        # Core file size per process
+#PSUB -nr          # Do not automatically resubmit job
+#PSUB -tM 20m      # Select time limit. The default time limit
+                   # is only 30 minutes! Time can be HH:MM:SS or HH:MM
+
+#PSUB -o $CWD/$OUT   # filename for output
+
+# Put your commands here. Remember to 'cd' to the appropriate
+# directory, because the job will initially be in your home directory.
+# To run a parallel job, you need to use the srun.
+
+
+
+echo job $PSUB_JOBID nodes $NUM name $NAME
+
+# environment
+cd $CWD
+export LD_LIBRARY_PATH=/usr/lib/mpi/mpi_gnu/lib
+
+# create fakestore dirs
+srun -l -N $NUM -ppbatch bash -c "test -d tmp/osddata || mkdir tmp/osddata || echo cant make osddata  ; uptime"
+
+# go
+srun -l -N $NUM -ppbatch $CMD && touch $DONE
+
+# clean up fakestore
+srun -l -N $NUM -ppbatch bash -c 'uptime ; rm -r tmp/osddata/*'
+
diff --git a/src/jobs/alcdat/makedirs b/src/jobs/alcdat/makedirs
new file mode 100644
index 00000000000..af5a098a254
--- /dev/null
+++ b/src/jobs/alcdat/makedirs
@@ -0,0 +1,45 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	#'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192],
+	'nummds' => [1, 2, 8, 16, 32, 48, 64, 80, 96, 112, 128],#144, 160, 192, 208],
+
+	'cper' => [15,20],
+	'_dep' => [ 'cnode' => '$nummds',# / 4 + 1',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds > 1 ? $nummds:2',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+	
+	# parameters
+	'fs' => 'ebofs',
+	#'fs' => 'fakestore',
+
+	'mds_bal_rep' => 10000,  # none of that!
+	'mds_decay_halflife' => 30,
+
+	'mds_bal_interval' => 45,
+	'mds_bal_max' => [2],
+
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 100,
+	'end' => 300,
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 4,
+		
+	# --meta_log_layout_scount 32 --meta_log_layout_ssize 256  
+	# --osd_pg_layout linear 
+	'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/alcdat/makedirs.big b/src/jobs/alcdat/makedirs.big
new file mode 100644
index 00000000000..c67b2b93dd7
--- /dev/null
+++ b/src/jobs/alcdat/makedirs.big
@@ -0,0 +1,45 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	#'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192],
+	'nummds' => [160, 200],#[1, 2, 8, 16, 32, 48, 64, 80, 96, 112, 128],#144, 160, 192, 208],
+
+	'cper' => [15,20],
+	'_dep' => [ 'cnode' => '40',#$nummds',# / 4 + 1',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds * .8',
+				'n' => '415'],#1 + $cnode + $nummds + $numosd' ],
+	
+	# parameters
+	'fs' => 'ebofs',
+	#'fs' => 'fakestore',
+
+	'mds_bal_rep' => 10000,  # none of that!
+	'mds_decay_halflife' => 30,
+
+	'mds_bal_interval' => 45,
+	'mds_bal_max' => 2,
+
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 100,
+	'end' => 300,
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 4,
+		
+	# --meta_log_layout_scount 32 --meta_log_layout_ssize 256  
+	# --osd_pg_layout linear 
+	'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/alcdat/makedirs.tput b/src/jobs/alcdat/makedirs.tput
new file mode 100644
index 00000000000..8dd5ae4c47d
--- /dev/null
+++ b/src/jobs/alcdat/makedirs.tput
@@ -0,0 +1,46 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	#'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128, 160, 192],
+	'nummds' => [4, 16, 64],#[1, 16, 64, 128],#144, 160, 192, 208],
+
+	#'cper' => [2, 5, 7, 10, 13, 16, 20, 30, 40, 50, 100, 150],
+	'cper' => [13, 30, 40],  # just for final run...
+	'_dep' => [ 'cnode' => '$nummds',# / 4 + 1',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+	
+	# parameters
+	'fs' => 'ebofs',
+	#'fs' => 'fakestore',
+
+	'mds_bal_rep' => 10000,  # none of that!
+	'mds_decay_halflife' => 30,
+
+	'mds_bal_interval' => 45,
+	'mds_bal_max' => 2,
+
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 100,
+	'end' => 300,
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 4,
+		
+	# --meta_log_layout_scount 32 --meta_log_layout_ssize 256  
+	# --osd_pg_layout linear 
+	'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	'comb' => {
+		'x' => 'cper',#nummds',
+		'vars' => [ 'mds.req', 'cl.lat' ]
+	}
+};
diff --git a/src/jobs/alcdat/makefiles.shared b/src/jobs/alcdat/makefiles.shared
new file mode 100644
index 00000000000..ab96702c732
--- /dev/null
+++ b/src/jobs/alcdat/makefiles.shared
@@ -0,0 +1,32 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => [1, 2, 4, 8, 16, 32, 64, 96, 128], #2, 4, 8, 16, 32, 48, 64, 80, 96],
+
+	'cper' => [25, 50, 100, 150],# 100, 150, 200],
+
+	'_dep' => [ 'cnode' => '$nummds',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+	
+	# parameters
+	'fs' => 'ebofs',
+
+	'mds_bal_hash_wr' => 1000,
+
+	'until' => 180,     # --syn until $n    ... when to stop clients
+	'kill_after' => 250,
+	'start' => 30,
+	'end' => 180,
+	
+	'custom' => '--tcp_skip_rank0 --meta_log_layout_num_rep 1 --meta_dir_layout_num_rep 1 --mds_shutdown_check 60 --syn makefiles 100000 1000 0',
+	
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req', 'cl.lat' ]
+	}
+};
diff --git a/src/jobs/alcdat/openshared b/src/jobs/alcdat/openshared
new file mode 100644
index 00000000000..5ed7ba95894
--- /dev/null
+++ b/src/jobs/alcdat/openshared
@@ -0,0 +1,32 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => [1, 4, 16, 64, 128, 192 ],
+
+	'cper' => [10, 50, 100, 150],
+	'_dep' => [ 'cnode' => '$nummds',# > 30 ? 30:$nummds',
+				'numclient' => '$nummds*$cper',
+				'numosd' => '$nummds > 30 ? 30:$nummds',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+	
+	# parameters
+	'fs' => 'ebofs',
+
+	'mds_bal_interval' => 10000,
+	'mds_bal_hash_wr' => 1000,
+
+	'until' => 120,     # --syn until $n    ... when to stop clients
+	'kill_after' => 180,
+	'start' => 10,
+	'end' => 120,
+	
+	'custom' => '--tcp_skip_rank0 --debug_mds_balancer 10 --mds_shutdown_check 60 --syn only 0 --syn createshared 10 --syn sleep 5 --syn openshared 10 10000',
+	
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req', 'cl.lat' ]
+	}
+};
diff --git a/src/jobs/alcdat/ossh.include b/src/jobs/alcdat/ossh.include
new file mode 100644
index 00000000000..c9a368ba5c6
--- /dev/null
+++ b/src/jobs/alcdat/ossh.include
@@ -0,0 +1,45 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 10,
+
+	#'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
+	#'nummds' => [1, 2, 4, 6, 7], # googoo
+	'nummds' => [ 2, 4, 8, 16, 32, 48, 64, 80, 96, 128 ],
+
+	#'trace' => ['make.lib', 'make.include'],
+
+	'mds_bal_interval' => 45,
+	'mds_bal_max' => 2,#6, #[ 2,4,6 ],
+	'mds_decay_halflife' => 30,
+	'mds_bal_rep' => 1500,
+	'mds_bal_hash_rd' => 100000,
+
+	'cper' => [15, 20],#25, 50, 100], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
+	#'cper' => 125, #[30, 50, 75, 100, 125, 150], #50, #[10,50,100],# [ 50, 75, 100 ],
+
+	'_dep' => [ 'cnode' => '$nummds',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+	
+	'custom' => '--tcp_skip_rank0 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.include 1 --syn sleep 30 --syn trace traces/openssh/make.include 1000',
+
+	# parameters
+	'fs' => 'ebofs',
+
+	#'until' => 500,   
+	#'kill_after' => 600,
+	#'start' => 200,
+	#'end' => 500,
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 200,
+	'end' => 300,
+
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/alcdat/ossh.include.big b/src/jobs/alcdat/ossh.include.big
new file mode 100644
index 00000000000..b92895a53a7
--- /dev/null
+++ b/src/jobs/alcdat/ossh.include.big
@@ -0,0 +1,46 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 10,
+
+	#'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
+	#'nummds' => [1, 2, 4, 6, 7], # googoo
+	#'nummds' => [ 2, 4, 8, 16, 32, 48, 64, 80, 96, 128 ],
+	'nummds' => [160,200],
+
+	#'trace' => ['make.lib', 'make.include'],
+
+	'mds_bal_interval' => 45,
+	'mds_bal_max' => 2,#6, #[ 2,4,6 ],
+	'mds_decay_halflife' => 30,
+	'mds_bal_rep' => 1500,
+	'mds_bal_hash_rd' => 100000,
+
+	'cper' => [25, 50], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
+	#'cper' => 125, #[30, 50, 75, 100, 125, 150], #50, #[10,50,100],# [ 50, 75, 100 ],
+
+	'_dep' => [ 'cnode' => '$nummds',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds * .6',
+				'n' => '415'],#1 + $cnode + $nummds + $numosd' ],
+	
+	'custom' => '--tcp_skip_rank0 --tcp_overlay_clients --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.include 1 --syn sleep 30 --syn trace traces/openssh/make.include 1000',
+
+	# parameters
+	'fs' => 'ebofs',
+
+	#'until' => 500,   
+	#'kill_after' => 600,
+	#'start' => 200,
+	#'end' => 500,
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 200,
+	'end' => 300,
+
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/alcdat/ossh.lib b/src/jobs/alcdat/ossh.lib
new file mode 100644
index 00000000000..73372866f05
--- /dev/null
+++ b/src/jobs/alcdat/ossh.lib
@@ -0,0 +1,45 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 10,
+
+	#'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
+	'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
+	
+	#'nummds' => [1, 2, 4, 6, 7], # googoo
+	#'trace' => ['make.lib', 'make.include'],
+	
+	'mds_bal_interval' => 90, #[30, 60, 90], #$[60,90], #[60,90],#[30, 60, 90],
+	#'mds_bal_max' => [4, 10],#6,#[2,4,6,8],
+	
+	'mds_decay_halflife' => 30,
+	'mds_bal_rep' => 1500,
+	'cper' => [10, 16], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
+
+	'_dep' => [ 'cnode' => '$nummds',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+
+
+	'custom' => '--tcp_skip_rank0 --debug_mds_balancer 1 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn trace traces/openssh/make.lib 1000',
+	
+	# parameters
+	#'fs' => ['fakestore'],
+	'fs' => 'ebofs',
+
+	#'until' => 500,   
+	#'kill_after' => 600,
+	#'start' => 200,
+	#'end' => 500,
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 150,
+	'end' => 300,
+
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/alcdat/ossh.lib.big b/src/jobs/alcdat/ossh.lib.big
new file mode 100644
index 00000000000..b9e0dd1ff68
--- /dev/null
+++ b/src/jobs/alcdat/ossh.lib.big
@@ -0,0 +1,46 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 10,
+
+	#'nummds' => [1, 2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
+	#'nummds' => [2, 4, 8, 16, 32, 48, 64, 80, 96, 128],
+	'nummds' => [160,200],
+	
+	#'nummds' => [1, 2, 4, 6, 7], # googoo
+	#'trace' => ['make.lib', 'make.include'],
+	
+	'mds_bal_interval' => 90, #[30, 60, 90], #$[60,90], #[60,90],#[30, 60, 90],
+	#'mds_bal_max' => [4, 10],#6,#[2,4,6,8],
+	
+	'mds_decay_halflife' => 30,
+	'mds_bal_rep' => 1500,
+	'cper' => [25, 50, 100], #50,#[25, 50, 75, 100],#50,# [ 50, 100 ],
+
+	'_dep' => [ 'cnode' => 0,#'30',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds * .6',
+				'n' => '415'],#'1 + $cnode + $nummds + $numosd' ],
+
+
+	'custom' => '--tcp_skip_rank0 --debug_mds_balancer 1 --mds_shutdown_check 60 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn trace traces/openssh/make.lib 1000',
+	
+	# parameters
+	#'fs' => ['fakestore'],
+	'fs' => 'ebofs',
+
+	#'until' => 500,   
+	#'kill_after' => 600,
+	#'start' => 200,
+	#'end' => 500,
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 150,
+	'end' => 300,
+
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/alcdat/striping b/src/jobs/alcdat/striping
new file mode 100644
index 00000000000..de71828d12b
--- /dev/null
+++ b/src/jobs/alcdat/striping
@@ -0,0 +1,48 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => 1,
+	'numosd' => 10,
+
+	'cnode' => 10, 
+	'cper' => [ 10, 25, 50, 100 ],
+
+	'_dep' => [ 'numclient' => '$cper * $cnode',
+				'n' => '1 + $cnode + $nummds + $numosd',
+				'file_layout_osize' => '$writefile_size' ],
+	
+	# parameters
+	'fs' => 'ebofs',
+	#'fs' => 'fakestore',
+	
+	'until' => 160,     # --syn until $n    ... when to stop clients
+	'kill_after' => 200,
+	'start' => 100,
+	'end' => 160,
+	
+	'writefile' => 1,
+	'writefile_size' => [ 
+#						  4*1024*1024,
+						  1024*1024 ],
+#						  256*1024,
+#						  64*1024 
+	'writefile_mb' => 100000,
+
+		'osd_pg_bits' => 10,#16,
+		#'osd_pg_bits' => [ 16, 20 ],
+	
+		#'osd_object_layout' => [ 'hash', 'hashino', 'linear' ],
+	'osd_pg_layout' => [ 'crush', 
+#						 'hash', 
+						 'linear' ],
+
+	'custom' => '--tcp_skip_rank0 --file_layout_num_rep 1 --mds_shutdown_check 60',
+	
+	'comb' => {
+		'x' => 'cper',#writefile_size',
+		'vars' => [ 'osd.c_wrb', 'osd.c_wr' ],
+	}
+};
diff --git a/src/jobs/example b/src/jobs/example
new file mode 100644
index 00000000000..802a8b66e63
--- /dev/null
+++ b/src/jobs/example
@@ -0,0 +1,56 @@
+#!/usr/bin/perl
+# hi there
+{
+	# startup
+	'n' => 30,         # number of mpi nodes
+	'sleep' => 3,      # seconds to sleep between runs (so you have time to control-c out)
+	'nummds' => 1,   
+	'numosd' => 6,
+	'numclient' => 100,
+	
+	'until' => 100,     # --syn until $n  ... synthetic client will stop itself after this many seconds.
+	'kill_after' => 300, # seconds before everything commits suicide (in case something hangs)
+
+	# stuff i want to vary
+	# here's a simple example:
+
+	# do --syn writefile command
+	'writefile' => 1,    
+	# and very the write size
+	'writefile_size' => [ # vary 
+#						  2048*1024,
+						  1024*1024,
+						  512*1024,
+						  256*1024,
+						  128*1024,
+						  64*1024,
+						  48*1024,
+						  32*1024,
+						  28*1024,
+						  24*1024,
+						  16*1024,
+						  12*1024,
+						  8*1024,
+						  4096,
+#						  256,
+#						  16,
+#						  1
+						  ],
+	'writefile_mb' => 1000,    # each client shoudl write 1GB (or more likely, keep going until time runs out)
+	
+	'file_layout_num_rep'=> [1,2],  # also vary the replication level
+
+	# pass some other random things to newsyn
+	'custom' => '--',
+
+	# for final summation (script/sum.pl)
+	# specify time period to look at the results
+	'start' => 30,    # skip first 30 seconds, so that caches are full etc.
+	'end' => 90,      # go for 60 seconds 
+
+	# what should i parse/plot?
+	'comb' => {
+		'x' => 'writefile_size',
+		'vars' => [ 'osd.c_wrb', 'osd.r_wrb' ], 
+	}
+};
diff --git a/src/jobs/mds/log_striping b/src/jobs/mds/log_striping
new file mode 100644
index 00000000000..46242cdda4f
--- /dev/null
+++ b/src/jobs/mds/log_striping
@@ -0,0 +1,36 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+	'kill_after' => 300,
+
+	'nummds' => 1,
+	'numosd' => 8,
+	'numclient' => 100,
+	'n' => 16,
+
+	# parameters
+	'fs' => ['ebofs','fakestore'],
+	'meta_log_ssize' => [ 128, 256, 1024, 1 << 15, 1 << 20 ],
+	'meta_log_scount' => 4,#[ 1, 2, 4, 8 ],
+
+	'until' => 200,     # --syn until $n    ... when to stop clients
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 4,
+		
+	'custom' => '--tcp_skip_rank0',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	# for final summation (script/sum.pl)
+	'start' => 100,
+	'end' => 550,
+
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/mds/makedir_lat b/src/jobs/mds/makedir_lat
new file mode 100644
index 00000000000..63374f52a36
--- /dev/null
+++ b/src/jobs/mds/makedir_lat
@@ -0,0 +1,33 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => 1,
+	'numosd' => 8,
+	'numclient' => [1],#, 40, 80, 160 ],
+	'n' => 20,
+
+	'fs' => 'ebofs',
+
+	'start' => 20,
+	'end' => 40,
+	'until' => 40,  
+	'kill_after' => 60,
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 5,
+
+	'mds_local_osd' => [ 0, 1 ],
+	'meta_log_layout_num_rep' => [ 0, 1, 2, 3, 4],
+		
+	'custom' => '--tcp_skip_rank0',
+
+	'comb' => {
+		'x' => 'meta_log_layout_num_rep',
+		'vars' => [ 'mds.log.lat', 'cl.lat', 'osd.rlat' ]
+	}
+};
diff --git a/src/jobs/mds/makedirs b/src/jobs/mds/makedirs
new file mode 100644
index 00000000000..4ca42d72fa3
--- /dev/null
+++ b/src/jobs/mds/makedirs
@@ -0,0 +1,40 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'_psub' => 'jobs/alc.tp',
+
+	'sleep' => 3,
+
+	'nummds' => [1, 2, 4, 6, 8, 12, 16, 24, 32, 40, 48, 64],
+
+	'cper' => 50,
+	'_dep' => [ 'cnode' => '$nummds',
+				'numclient' => '$cnode * $cper',
+				'numosd' => '$nummds * 2',
+				'n' => '1 + $cnode + $nummds + $numosd' ],
+	
+	# parameters
+	#'fs' => 'ebofs',
+	'fs' => 'fakestore',
+
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 3,
+		
+	'custom' => '--tcp_skip_rank0',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	# for final summation (script/sum.pl)
+	'start' => 100,
+	'end' => 550,
+
+	'comb' => {
+		'x' => 'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/mds/opensshlib b/src/jobs/mds/opensshlib
new file mode 100644
index 00000000000..d8b61ae52c6
--- /dev/null
+++ b/src/jobs/mds/opensshlib
@@ -0,0 +1,44 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => [1, 2, 4, 7], # googoo
+	#'nummds' => [1, 2, 4, 6, 8, 12, 16, 24, 32, 40, 48, 64], # alc
+
+	
+	# parameters
+	'fs' => 'ebofs',
+	#'fs' => 'fakestore',
+
+	'until' => 300,     # --syn until $n    ... when to stop clients
+	'kill_after' => 400,
+	'start' => 150,
+	'end' => 300,
+	
+	'mds_bal_interval' => 90,#[60, 90],
+	#'mds_bal_max' => [3,4,5],
+	'mds_bal_max' => 4,
+	'mds_decay_halflife' => 30,#[15, 25, 30, 45, 60],
+	'mds_bal_rep' => 1500,#[1000, 1500, 2000],
+
+	'decay_hl' => 100,#[ 25, 50, 100, 150 ],
+
+	'cper' => 100, #[50, 75, 100, 125, 150, 200],
+	'_dep' => [ 'cnode' => '$nummds',
+				'numclient' => '$nummds * $cper',
+				'numosd' => '$nummds * 2',
+				'n' => '1 + $cnode + $nummds + $numosd',
+				'mds_bal_rep' => '$mds_decay_halflife * $decay_hl'],
+		
+	'custom' => '--tcp_skip_rank0 --syn only 0 --syn trace traces/openssh/untar.lib 1 --syn sleep 10 --syn randomsleep 30 --syn trace traces/openssh/make.lib 100 --debug_mds_balancer 1 --mds_shutdown_check 60',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	# for final summation (script/sum.pl)
+
+	'comb' => {
+		'x' => 'nummds',#decay_hl',#'nummds',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/meta1 b/src/jobs/meta1
new file mode 100644
index 00000000000..743212f1c30
--- /dev/null
+++ b/src/jobs/meta1
@@ -0,0 +1,19 @@
+#!/bin/sh
+
+# makedirs for 300 seconds
+#  first bit in memory
+#  second bit is commiting from journal too
+# then walk fs for 300 seconds
+#  this should all be in memory.
+
+JOB="meta1"
+ARGS="--numosd 10 --fullmkfs --syn until 180 --syn makedirs 10 10 4 --syn until 360 --syn repeatwalk --mds_bal_max 1 --osd_fsync 0 --mds_log_max_len 200000 --mds_cache_size 500000"
+
+#rm core* ; make tcpsyn && mpiexec -l -n 17 ./tcpsyn $ARGS --nummds 1 --log_name $JOB/1 --numclient 25 > log/$JOB/o.1
+#rm core* ; make tcpsyn && mpiexec -l -n 18 ./tcpsyn $ARGS --nummds 2 --log_name $JOB/2 --numclient 50 > log/$JOB/o.2
+#rm core* ; make tcpsyn && mpiexec -l -n 20 ./tcpsyn $ARGS --nummds 4 --log_name $JOB/4 --numclient 100 > log/$JOB/o.4
+#rm core* ; make tcpsyn && mpiexec -l -n 24 ./tcpsyn $ARGS --nummds 8 --log_name $JOB/8 --numclient 200 > log/$JOB/o.8
+#rm core* ; make tcpsyn && mpiexec -l -n 28 ./tcpsyn $ARGS --nummds 12 --log_name $JOB/12 --numclient 300 > log/$JOB/o.12
+rm core* ; make tcpsyn && mpiexec -l -n 32 ./tcpsyn $ARGS --nummds 16 --log_name $JOB/16 --numclient 300 > log/$JOB/o.16
+
+
diff --git a/src/jobs/meta1.proc.sh b/src/jobs/meta1.proc.sh
new file mode 100755
index 00000000000..616acbefff6
--- /dev/null
+++ b/src/jobs/meta1.proc.sh
@@ -0,0 +1,14 @@
+#!/bin/sh
+
+for d in 1 2 4 8 12
+do
+ echo $d
+ cd $d
+ ../../../script/sum.pl mds? mds?? > mds.sum
+ ../../../script/sum.pl -avg mds? mds?? > mds.avg
+
+ ../../../script/sum.pl -start  90 -end 180 mds? mds?? > mds.sum.makedirs
+ ../../../script/sum.pl -start 200 -end 300 mds? mds?? > mds.sum.walk
+
+ cd ..
+done
diff --git a/src/jobs/osd/ebofs b/src/jobs/osd/ebofs
new file mode 100644
index 00000000000..5d11523f6f8
--- /dev/null
+++ b/src/jobs/osd/ebofs
@@ -0,0 +1,51 @@
+# hi there
+{
+	# startup
+	'n' => 30,          # mpi nodes
+	'sleep' => 3,      # seconds between runs
+	'nummds' => 1,
+	'numosd' => 8,
+	'numclient' => 100,#[10, 50, 100, 200, 400],
+	
+'kill_after' => 200,
+
+	# parameters
+	'fs' => 'ebofs',#[ 
+#			  'obfs',
+#			  'fakestore',
+#			  'ebofs' 
+#			  ],
+	'until' => 100,     # --syn until $n    ... when to stop clients
+	'writefile' => 1,
+	'writefile_size' => [ 
+#						  2560000,
+						  1024000,
+						  262144,
+#						  131072,
+#						  98304,
+						  65536,
+#						  16384,
+#						  4096,
+						  256,
+#						  16,
+#						  1
+						  ],
+	'writefile_mb' => 1000,
+	
+	'ebofs_idle_commit_ms' => [ 100, 500 ],
+	'ebofs_abp_max_alloc' => [ 4096*16, 4096*64 ],
+
+#	'custom' => '--tcp_skip_rank0',# --osd_maxthreads 0',
+			'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+
+	# for final summation (script/sum.pl)
+	'start' => 30,
+	'end' => 90,
+
+'comb' => {
+			'x' => 'writefile_size',
+			'vars' => [ 'osd.c_wrb' ],
+#			'maptitle' => { 'osd_object_layout=' => '',
+#							',osd_pg_layout=' => ' + '}
+			}
+};
diff --git a/src/jobs/osd/mds_log b/src/jobs/osd/mds_log
new file mode 100644
index 00000000000..0f99f6998dc
--- /dev/null
+++ b/src/jobs/osd/mds_log
@@ -0,0 +1,43 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	#'_psub' => 'jobs/alc.tp',
+	'sleep' => 3,
+
+	'nummds' => 1,
+	'numclient' => [5, 10, 15, 25, 50, 100, 200, 300, 400],
+	#'numclient' => [ 50, 100, 200 ],
+	'numosd' => [2,4],#[ 4, 8, 12, 16, 20, 24 ], 
+	'n' => 12,
+
+	# parameters
+	'fs' => 'fakestore',#['ebofs', 'fakestore','obfs'],
+	#'fs' => 'ebofs',
+	#'ebofs_commit_ms' => [ 1000, 5000 ],
+	#'osd_maxthreads' => [ 0, 1, 2, 4, 8 ],
+
+	'until' => 100,     # --syn until $n    ... when to stop clients
+	'kill_after' => 300,
+	'start' => 20,
+	'end' => 90,
+	
+	'makedirs' => 1,
+	'makedirs_dirs' => 10,
+	'makedirs_files' => 10,
+	'makedirs_depth' => 3,
+		
+
+	#'meta_log_layout_ssize' => [256, 512, 1024, 4096, 16384, 65536, 262400],
+	#'meta_log_layout_scount' => [2, 4, 8],
+	#'meta_log_layout_num_rep' => [1, 2],
+	#'meta_log_layout_num_rep' => 1,
+
+	'custom' => '--tcp_skip_rank0 --mds_shutdown_check 60',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	'comb' => {
+		'x' => 'numclient',#'meta_log_layout_ssize',
+		'vars' => [ 'mds.req' ]
+	}
+};
diff --git a/src/jobs/osd/osd_threads b/src/jobs/osd/osd_threads
new file mode 100644
index 00000000000..ef271f9e887
--- /dev/null
+++ b/src/jobs/osd/osd_threads
@@ -0,0 +1,33 @@
+# hi there
+{
+	# startup
+	'n' => 30,          # mpi nodes
+	'sleep' => 10,      # seconds between runs
+	'nummds' => 1,
+	'numosd' => 8,
+	'numclient' => 50,
+	
+	# parameters
+	'fs' => [ 
+#			  'obfs',
+			  'fakestore',
+			  'ebofs' 
+			  ],
+	'until' => 100,     # --syn until $n    ... when to stop clients
+	'writefile' => 1,
+	'writefile_size' => [ 
+						  1024000,
+						  131072,
+						  65536,
+						  16
+						  ],
+	'writefile_mb' => 1000,
+
+	'osd_maxthreads' => [0, 1, 2, 4, 8],
+	
+	'custom' => '--tcp_skip_rank0',
+	
+	# for final summation (script/sum.pl)
+	'start' => 30,
+	'end' => 90
+};
diff --git a/src/jobs/osd/striping b/src/jobs/osd/striping
new file mode 100644
index 00000000000..ea8cabe6432
--- /dev/null
+++ b/src/jobs/osd/striping
@@ -0,0 +1,78 @@
+#!/usr/bin/perl
+# hi there
+{
+	# startup
+	#'n' => 28,          # mpi nodes
+
+	'sleep' => 3,      # seconds between runs
+	'nummds' => 1,
+
+	'numosd' => [2,3,4,5,6,7,8,10,12], #[6, 8, 10, 12, 16],
+	'numosd' => [14],
+	#'cper' => [4, 5, 6, 7, 8, 9, 10, 11, 12], #[1, 4, 6, 8, 16, 32, 64], 
+	#'cper' => [4, 6, 8, 10, 12, 16, 24, 32 ], #[1, 4, 6, 8, 16, 32, 64], 
+	'cper' => [30],
+	
+	'_dep' => [ 'cnode' => '$numosd',
+				'numclient' => '$cnode * $cper',
+				'n' => 38],#'$nummds + $numosd + $cnode'],
+	#'numclient' => [5, 10, 20, 50, 75, 100, 150 ],
+	
+	'start' => 30,
+	'end' => 90,
+	'until' => 100,     # --syn until $n    ... when to stop clients
+	'kill_after' => 260,
+
+	# parameters
+	'fs' => 'ebofs',
+	'writefile' => 1,
+
+	'writefile_size' => [# 4096,
+						 # 16*1024,
+						 # 64*1024,
+						 # 256*1024,
+						  1024*1024 ],
+#	'writefile_size' => [
+#						 2048*1024,
+#		1048576,
+#						 512*1024,
+#						 262144,
+#						 65536,
+#						 16384
+#						 ],
+	'writefile_mb' => 1000,
+	
+	'file_layout_num_rep'=> [1,2,3],
+
+	'osd_pg_bits' => 12,#[6, 8, 10, 12, 14],
+	
+	'osd_object_layout' => [ 'hashino' ],#'hash', 'hashino', 'linear' ],
+	'osd_pg_layout' => [ 'crush', 'linear' ],#, 'linear'],#, 'hash' ],#, 'linear' ],#, 'hash' ], 
+
+	#'custom' => '--tcp_skip_rank0', # --osd_maxthreads 0',
+	#'custom' => '--debug_after 110 --debug_osd 15 --debug_filer 15 --debug 5',
+	
+	# for final summation (script/sum.pl)
+
+	'comb' => {
+		'x' => 'numosd',#'writefile_size',
+		'vars' => [ 'osd.c_wrb', 'cl.wrlat' ],
+#			'maptitle' => { 'osd_object_layout=' => '',
+#							',osd_pg_layout=' => ' + '}
+	}
+};
+
+
+=item some googoo notes
+
+for 1mb 1x writes, 
+
+ with numosd=6, min cper=6 to saturate (cper_saturate)
+ googoo saturates at numosd=8.  (osd_saturate)
+
+    -> so, numosd=6 or 7 is a safe size!
+
+
+
+
+=cut
diff --git a/src/jobs/osd/wr_lat2 b/src/jobs/osd/wr_lat2
new file mode 100644
index 00000000000..47053dd61f3
--- /dev/null
+++ b/src/jobs/osd/wr_lat2
@@ -0,0 +1,44 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => 1,
+	'numosd' => [12],
+	'numclient' => [1],#, 40, 80, 160 ],
+	'n' => 16,
+
+	'fs' => 'ebofs',
+
+	'start' => 10,
+	'end' => 40,
+	'until' => 40,  
+	'kill_after' => 90,
+	
+	'writefile' => 1,
+	'writefile_size' => [4096, 
+						 8*1024,
+						 16*1024, 
+						 32*1024,
+						 64*1024,
+						 128*1024,
+						 256*1024,
+						 512*1024,
+						 1024*1024],
+	'writefile_mb' => 10000,
+
+	#'tcp_multi_out' => [0,1],
+
+#		'mds_local_osd' => [ 0, 1 ],
+	'file_layout_num_rep' => [1,2,3],#, 2, 3, 4],
+
+	'client_oc' => [0,1],
+		
+	'custom' => '--tcp_skip_rank0',
+
+	'comb' => {
+		'x' => 'writefile_size',#'file_layout_num_rep',
+		'vars' => [ 'osd.c_wrb','cl.wrlat' ]
+	}
+};
diff --git a/src/jobs/osd/write_sizes b/src/jobs/osd/write_sizes
new file mode 100644
index 00000000000..57369f3a97c
--- /dev/null
+++ b/src/jobs/osd/write_sizes
@@ -0,0 +1,60 @@
+#!/usr/bin/perl
+# hi there
+{
+	# startup
+	'n' => 30,          # mpi nodes
+	'sleep' => 3,      # seconds between runs
+	'nummds' => 1,
+	'numosd' => 6,
+	'numclient' => 100,#[25,50,100,300],#100,#[10, 50, 100, 200, 400],
+	
+	'until' => 100,     # --syn until $n    ... when to stop clients
+	'kill_after' => 300,
+
+	# parameters
+	'fs' => [ 
+#			  'obfs',
+			  'fakestore',
+#			  'ebofs' 
+			  ],
+	'writefile' => 1,
+	'writefile_size' => [ 
+#						  2048*1024,
+						  1024*1024,
+						  512*1024,
+						  256*1024,
+						  128*1024,
+						  64*1024,
+						  48*1024,
+						  32*1024,
+						  28*1024,
+						  24*1024,
+						  16*1024,
+						  12*1024,
+						  8*1024,
+						  4096,
+#						  256,
+#						  16,
+#						  1
+						  ],
+	'writefile_mb' => 1000,
+	
+	'file_layout_num_rep'=> 1,#[1,2],
+
+
+#	'ebofs_idle_commit_ms' => [ 100, 500 ],
+#	'ebofs_abp_max_alloc' => [ 4096*16, 4096*64 ],
+
+	'custom' => '--debug_after 110 --debug_mds 15 --debug 5 --mds_shutdown_check 60',
+
+	# for final summation (script/sum.pl)
+	'start' => 30,
+	'end' => 90,
+
+	'comb' => {
+		'x' => 'writefile_size',
+		'vars' => [ 'osd.c_wrb' ],
+#			'maptitle' => { 'osd_object_layout=' => '',
+#							',osd_pg_layout=' => ' + '}
+	}
+};
diff --git a/src/jobs/rados/map_dist b/src/jobs/rados/map_dist
new file mode 100644
index 00000000000..39f16daa1cd
--- /dev/null
+++ b/src/jobs/rados/map_dist
@@ -0,0 +1,32 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'osdbits' => [6,7,8],#,9],10,11],
+	'pgperbits' => [3],#,4,5],#[4,6,8],
+
+	'nummds' => 1,
+
+	'_dep' => [ 'numosd' => '1 << $osdbits',
+				'osd_pg_bits' => '$pgperbits + $osdbits',
+				'n' => '3 + $numosd / 32'],
+	'numclient' => 0,
+
+	'fake_osdmap_updates' => [30],
+
+	'fs' => 'ebofs',
+
+	'start' => 30,
+	'end' => 300,
+	'kill_after' => 300,
+	
+	'custom' => '--bdev_lock 0 --ms_stripe_osds --osd_maxthreads 0',
+	#'custom' => '--tcp_skip_rank0',
+
+	'comb' => {
+		'x' => 'osdbits',
+		'vars' => [ 'osd.sum=mapi', 'osd.sum=mapidup', 'osd.numpg', 'osd.pingset' ]
+	}
+};
diff --git a/src/jobs/rados/rep_lat b/src/jobs/rados/rep_lat
new file mode 100644
index 00000000000..3f5ab0c8a7d
--- /dev/null
+++ b/src/jobs/rados/rep_lat
@@ -0,0 +1,43 @@
+#!/usr/bin/perl
+
+# hi there
+{
+	'sleep' => 3,
+
+	'nummds' => 1,
+	'numosd' => 8, #[6],
+	'numclient' => 1,#, 40, 80, 160 ],
+	'n' => 10,
+
+	'fs' => 'ebofs',
+
+	'start' => 10,
+	'end' => 40,
+	'until' => 40,  
+	'kill_after' => 45,
+	
+	'writefile' => 1,
+	'writefile_size' => [4096, 
+#						 8*1024,
+#						 16*1024, 
+#						 32*1024,
+						 64*1024,
+#						 128*1024,
+#						 256*1024,
+#						 512*1024,
+#						 1024*1024
+],
+	'writefile_mb' => 10000,
+
+	'osd_rep' => [0,1,2],
+
+	'file_layout_num_rep' => [1,2,3,4,5,6],#, 2, 3, 4],
+
+	'osd_pg_bits' => 4,
+	'custom' => '--osd_max_rep 8',
+
+	'comb' => {
+		'x' => 'file_layout_num_rep',
+		'vars' => [ 'cl.wrlat' ]
+	}
+};
diff --git a/src/jobs/rados/wr_sizes b/src/jobs/rados/wr_sizes
new file mode 100644
index 00000000000..9b979dcc9c5
--- /dev/null
+++ b/src/jobs/rados/wr_sizes
@@ -0,0 +1,40 @@
+#!/usr/bin/perl
+
+# hi there
+{
+    '_sleep' => 3,
+    
+    'nummds' => 1,
+    'numosd' => 8, #[8],#10,14,16],
+    'numclient' => 40, #[10*16],
+    '_n' => 32,
+        
+    '_start' => 20,
+    '_end' => 50,
+    '_kill_after' => 190,
+    
+    '_subst' => ['size'],
+    'size' => [4096, 
+#	       8*1024,
+	       16*1024, 
+#	       32*1024,
+	       64*1024, 
+#	       128*1024,
+	       256*1024,
+	       #					 512*1024,
+	       1024*1024
+#						 2*1024*1024,
+	       #4*1024*1024,
+	       ],
+    
+    'osd_pg_bits' => [4, 6],
+    
+    '_custom' => '--syn until 55 --syn createobjects 1000000 $size 5',
+    
+    #'custom' => '--tcp_skip_rank0',
+    
+    '_comb' => {
+	'x' => 'size',
+	'vars' => [ 'osd.c_wrb' ]
+	}
+};
diff --git a/src/jobs/runjobsample b/src/jobs/runjobsample
new file mode 100644
index 00000000000..590be207771
--- /dev/null
+++ b/src/jobs/runjobsample
@@ -0,0 +1,26 @@
+#!/usr/bin/perl
+
+# hi there
+{
+    '_sleep' => 3,
+    
+    'nummds' => 1,
+    'numosd' => 16, #[8],#10,14,16],
+    'numclient' => 32,#,4,10,20,40], #[10*16],
+    '_n' => 32,
+        
+    '_start' => 15,
+    '_end' => 45,
+    '_kill_after' => 190,
+    
+    'osd_pg_bits' => [4, 6],
+    'osd_auto_weight' => [0,1],
+    'file_layout_pg_size' => [1,2],
+
+    '_custom' => '--syn createobjects 1000000 1048576 2',
+    
+    '_comb' => {
+	'x' => 'osd_pg_bits',
+	'vars' => [ 'osd.c_wrb' ]
+	}
+};