run_alltests_1node Namespace Reference

Functions
def	process_analysis ()

Variables
	parser
	dest
	action
	default
	choices
	help
	type
	str
	args = parser.parse_args()
	log_file = args.log_file
	do_commit = args.commit
	run_name = args.input_file
list	test_list = []
int	n_repeat = 2
	filename1 = args.input_file
	n_tests = len(test_list)
dictionary	compiler_name = {'intel': 'intel', 'gnu': 'gcc'}
dictionary	module_name = {'cpu': 'haswell', 'knl': 'mic-knl'}
dictionary	module_Cname = {'cpu': 'haswell', 'knl': 'knl,quad,cache'}
string	cwd = os.getcwd() + '/'
string	res_dir_base = os.environ['SCRATCH'] + '/performance_warpx/'
string	bin_dir = cwd + 'Bin/'
string	bin_name = 'perf_tests3d.' + args.compiler + '.' + module_name[args.architecture] + '.TPROF.MTMPI.OMP.QED.ex'
string	log_dir = cwd
	day = time.strftime('%d')
	month = time.strftime('%m')
	year = time.strftime('%Y')
	n_node = int(args.n_node)
string	perf_database_file = cwd + 'perf_database_warpx.h5'
string	config_command = ''
	makefile_text = makefile_handler.read()
string	res_dir = res_dir_base
	architecture
	Cname
string	log_line = '## year month day input_file compiler architecture n_node n_mpi ' +\
	f_log = open(log_dir + log_file, 'a')
	input_file = current_run[0]
	n_mpi = current_run[2]
	n_omp = current_run[3]
	n_steps = get_nsteps(cwd + input_file)
string	output_filename = 'out_' + '_'.join([input_file, str(n_node), str(n_mpi), str(n_omp), str(count)]) + '.txt'
	timing_list = read_run_perf(res_dir + output_filename, n_steps)
	df_newline = extract_dataframe(res_dir + output_filename, n_steps)
	input_file_open = open(cwd + input_file, 'r')
	input_file_content = input_file_open.read()
	df_base = pd.read_hdf(perf_database_file, 'all_data')
	updated_df = df_base.append(df_newline, ignore_index=True)
	key
	mode
string	dir_record_base = './perf_warpx_record/'
int	count = 0
string	dir_record = dir_record_base + '_'.join([year, month, day]) + '_0'
string	res_dir_arch = res_dir_base
string	filename0 = 'my_performance_log'
string	filename = filename0 + '.txt'
int	fontsize = 14
int	nsteps = 100.
int	nrepeat = 4
list	legends
	date = np.loadtxt( filename, usecols = np.arange(0, 3 ))
	data = np.loadtxt( filename, usecols = np.arange(6, 6+len(legends)) )
	namelist_tmp = zip(*[line.split() for line in f])[3]
	namelist = list(namelist_tmp[1:])
list	selector_list
list	selector_string = selector_list[0]
list	selector = [idx for idx in range(len(namelist)) if selector_string in namelist[idx]]
int	lin_date = date[:,0]+date[:,1]/12.+date[:,2]/366.
	unique_lin_date = np.unique(lin_date)
	my_xticks = unique_lin_date
	cycle = plt.rcParams['axes.prop_cycle'].by_key()['color']
	num
	figsize
int	icolors = i-3
	ms
	mew
	label
	loc
	bbox_to_anchor
	bbox_inches

Function Documentation

process_analysis()

def run_alltests_1node.process_analysis

(

)

Variable Documentation

action

run_alltests_1node.action

architecture

run_alltests_1node.architecture

args

run_alltests_1node.args = parser.parse_args()

bbox_inches

run_alltests_1node.bbox_inches

bbox_to_anchor

run_alltests_1node.bbox_to_anchor

bin_dir

string run_alltests_1node.bin_dir = cwd + 'Bin/'

bin_name

string run_alltests_1node.bin_name = 'perf_tests3d.' + args.compiler + '.' + module_name[args.architecture] + '.TPROF.MTMPI.OMP.QED.ex'

choices

run_alltests_1node.choices

Cname

run_alltests_1node.Cname

compiler_name

dictionary run_alltests_1node.compiler_name = {'intel': 'intel', 'gnu': 'gcc'}

config_command

string run_alltests_1node.config_command = ''

count

int run_alltests_1node.count = 0

cwd

string run_alltests_1node.cwd = os.getcwd() + '/'

cycle

run_alltests_1node.cycle = plt.rcParams['axes.prop_cycle'].by_key()['color']

data

run_alltests_1node.data = np.loadtxt( filename, usecols = np.arange(6, 6+len(legends)) )

date

run_alltests_1node.date = np.loadtxt( filename, usecols = np.arange(0, 3 ))

day

run_alltests_1node.day = time.strftime('%d')

default

run_alltests_1node.default

dest

run_alltests_1node.dest

df_base

run_alltests_1node.df_base = pd.read_hdf(perf_database_file, 'all_data')

df_newline

run_alltests_1node.df_newline = extract_dataframe(res_dir + output_filename, n_steps)

dir_record

string run_alltests_1node.dir_record = dir_record_base + '_'.join([year, month, day]) + '_0'

dir_record_base

string run_alltests_1node.dir_record_base = './perf_warpx_record/'

do_commit

bool run_alltests_1node.do_commit = args.commit

f_log

run_alltests_1node.f_log = open(log_dir + log_file, 'a')

figsize

run_alltests_1node.figsize

filename

string run_alltests_1node.filename = filename0 + '.txt'

filename0

string run_alltests_1node.filename0 = 'my_performance_log'

filename1

run_alltests_1node.filename1 = args.input_file

fontsize

int run_alltests_1node.fontsize = 14

help

run_alltests_1node.help

icolors

int run_alltests_1node.icolors = i-3

input_file

run_alltests_1node.input_file = current_run[0]

input_file_content

run_alltests_1node.input_file_content = input_file_open.read()

input_file_open

run_alltests_1node.input_file_open = open(cwd + input_file, 'r')

key

run_alltests_1node.key

label

run_alltests_1node.label

legends

list run_alltests_1node.legends

Initial value:

=  [ 'n_node', 'n_mpi', 'n_omp', 'time_initialization', 'time_one_iteration', \
                'Redistribute', 'FillBoundary', 'ParallelCopy', 'CurrentDeposition', \
                'FieldGather', 'ParthiclePush', 'Copy', 'EvolveEM', 'Checkpoint', \
                'WriteParticles', 'Write_FabArray', 'WriteMultiLevelPlotfile', \
                'RedistributeMPI']

lin_date

int run_alltests_1node.lin_date = date[:,0]+date[:,1]/12.+date[:,2]/366.

loc

run_alltests_1node.loc

log_dir

string run_alltests_1node.log_dir = cwd

log_file

string run_alltests_1node.log_file = args.log_file

log_line

string run_alltests_1node.log_line = '## year month day input_file compiler architecture n_node n_mpi ' +\

makefile_text

run_alltests_1node.makefile_text = makefile_handler.read()

mew

run_alltests_1node.mew

mode

run_alltests_1node.mode

module_Cname

dictionary run_alltests_1node.module_Cname = {'cpu': 'haswell', 'knl': 'knl,quad,cache'}

module_name

dictionary run_alltests_1node.module_name = {'cpu': 'haswell', 'knl': 'mic-knl'}

month

run_alltests_1node.month = time.strftime('%m')

ms

run_alltests_1node.ms

my_xticks

run_alltests_1node.my_xticks = unique_lin_date

n_mpi

run_alltests_1node.n_mpi = current_run[2]

n_node

run_alltests_1node.n_node = int(args.n_node)

n_omp

run_alltests_1node.n_omp = current_run[3]

n_repeat

int run_alltests_1node.n_repeat = 2

n_steps

run_alltests_1node.n_steps = get_nsteps(cwd + input_file)

n_tests

run_alltests_1node.n_tests = len(test_list)

namelist

run_alltests_1node.namelist = list(namelist_tmp[1:])

namelist_tmp

run_alltests_1node.namelist_tmp = zip(*[line.split() for line in f])[3]

nrepeat

int run_alltests_1node.nrepeat = 4

nsteps

int run_alltests_1node.nsteps = 100.

num

run_alltests_1node.num

output_filename

string run_alltests_1node.output_filename = 'out_' + '_'.join([input_file, str(n_node), str(n_mpi), str(n_omp), str(count)]) + '.txt'

parser

run_alltests_1node.parser

Initial value:

=  argparse.ArgumentParser(
    description='Run performance tests and write results in files')

perf_database_file

run_alltests_1node.perf_database_file = cwd + 'perf_database_warpx.h5'

res_dir

string run_alltests_1node.res_dir = res_dir_base

res_dir_arch

string run_alltests_1node.res_dir_arch = res_dir_base

res_dir_base

string run_alltests_1node.res_dir_base = os.environ['SCRATCH'] + '/performance_warpx/'

run_name

string run_alltests_1node.run_name = args.input_file

selector

list run_alltests_1node.selector = [idx for idx in range(len(namelist)) if selector_string in namelist[idx]]

selector_list

list run_alltests_1node.selector_list

Initial value:

=  ['automated_test_1_uniform_rest_32ppc',\
                     'automated_test_2_uniform_rest_1ppc',\
                     'automated_test_3_uniform_drift_4ppc',\
                     'automated_test_4_labdiags_2ppc',\
                     'automated_test_5_loadimbalance',\
                     'automated_test_6_output_2ppc']

selector_string

list run_alltests_1node.selector_string = selector_list[0]

str

run_alltests_1node.str

test_list

list run_alltests_1node.test_list = []

timing_list

run_alltests_1node.timing_list = read_run_perf(res_dir + output_filename, n_steps)

type

run_alltests_1node.type

unique_lin_date

run_alltests_1node.unique_lin_date = np.unique(lin_date)

updated_df

run_alltests_1node.updated_df = df_base.append(df_newline, ignore_index=True)

year

run_alltests_1node.year = time.strftime('%Y')