Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
ValueError
If any of the required fields are missing or ill-specified.
"""
logger = logging.getLogger(__name__)
# create the 'output' and the 'figure' sub-directories
# where all the experiment output such as the CSV files
# and the box plots will be saved
csvdir = abspath(join(output_dir, 'output'))
figdir = abspath(join(output_dir, 'figure'))
reportdir = abspath(join(output_dir, 'report'))
os.makedirs(csvdir, exist_ok=True)
os.makedirs(figdir, exist_ok=True)
os.makedirs(reportdir, exist_ok=True)
configuration = configure('rsmeval', config_file_or_obj_or_dict)
logger.info('Saving configuration file.')
configuration.save(output_dir)
# Get output format
file_format = configuration.get('file_format', 'csv')
# Get DataWriter object
writer = DataWriter(configuration['experiment_id'])
# Make sure prediction file can be located
if not DataReader.locate_files(configuration['predictions_file'],
configuration.configdir):
raise FileNotFoundError('Error: Predictions file {} '
'not found.\n'.format(configuration['predictions_file']))
# `overwrite_output` was specified, in which case we assume
# that the user knows what she is doing and simply
# output a warning saying that the report might
# not be correct.
non_empty_csvdir = exists(csvdir) and listdir(csvdir)
if non_empty_csvdir:
if not overwrite_output:
raise IOError("'{}' already contains a non-empty 'output' "
"directory.".format(output_dir))
else:
logger.warning("{} already contains a non-empty 'output' directory. "
"The generated report might contain "
"unexpected information from a previous "
"experiment.".format(output_dir))
configuration = configure('rsmsummarize', config_file_or_obj_or_dict)
logger.info('Saving configuration file.')
configuration.save(output_dir)
# get the list of the experiment dirs
experiment_dirs = configuration['experiment_dirs']
# Get experiment names if any
experiment_names = configuration.get('experiment_names')
experiment_names = experiment_names if experiment_names else [None] * len(experiment_dirs)
dirs_with_names = zip(experiment_dirs, experiment_names)
# check the experiment dirs and assemble the list of csvdir and jsons
all_experiments = []
for (experiment_dir, experiment_name) in dirs_with_names:
experiments = check_experiment_dir(experiment_dir,
# `overwrite_output` was specified, in which case we assume
# that the user knows what she is doing and simply
# output a warning saying that the report might
# not be correct.
non_empty_csvdir = exists(csvdir) and listdir(csvdir)
if non_empty_csvdir:
if not overwrite_output:
raise IOError("'{}' already contains a non-empty 'output' "
"directory.".format(output_dir))
else:
logger.warning("{} already contains a non-empty 'output' directory. "
"The generated report might contain "
"unexpected information from a previous "
"experiment.".format(output_dir))
configuration = configure('rsmtool', config_file_or_obj_or_dict)
logger.info('Saving configuration file.')
configuration.save(output_dir)
# Get output format
file_format = configuration.get('file_format', 'csv')
# Get DataWriter object
writer = DataWriter(configuration['experiment_id'])
# Get the paths and names for the DataReader
(file_names,
file_paths_org) = configuration.get_names_and_paths(['train_file', 'test_file',
'features',
'feature_subset_file'],
If any of the required fields are missing or ill-specified.
"""
logger = logging.getLogger(__name__)
# create the 'output' and the 'figure' sub-directories
# where all the experiment output such as the CSV files
# and the box plots will be saved
csvdir = abspath(join(output_dir, 'output'))
figdir = abspath(join(output_dir, 'figure'))
reportdir = abspath(join(output_dir, 'report'))
os.makedirs(csvdir, exist_ok=True)
os.makedirs(figdir, exist_ok=True)
os.makedirs(reportdir, exist_ok=True)
configuration = configure('rsmsummarize', config_file_or_obj_or_dict)
logger.info('Saving configuration file.')
configuration.save(output_dir)
# get the list of the experiment dirs
experiment_dirs = configuration['experiment_dirs']
# Get experiment names if any
experiment_names = configuration.get('experiment_names')
experiment_names = experiment_names if experiment_names else [None] * len(experiment_dirs)
dirs_with_names = zip(experiment_dirs, experiment_names)
# check the experiment dirs and assemble the list of csvdir and jsons
all_experiments = []
for (experiment_dir, experiment_name) in dirs_with_names:
experiments = check_experiment_dir(experiment_dir,
``Configuration`` object, relative paths will be interpreted
relative to the ``configdir`` attribute, that _must_ be set. Given
a dictionary, the reference path is set to the current directory.
output_dir : str
Path to the experiment output directory.
Raises
------
FileNotFoundError
If either of the two input directories in ``config_file_or_obj_or_dict``
do not exist, or if the directories do not contain rsmtool outputs at all.
"""
logger = logging.getLogger(__name__)
configuration = configure('rsmcompare', config_file_or_obj_or_dict)
logger.info('Saving configuration file.')
configuration.save(output_dir)
# get the information about the "old" experiment
experiment_id_old = configuration['experiment_id_old']
experiment_dir_old = DataReader.locate_files(configuration['experiment_dir_old'],
configuration.configdir)
if not experiment_dir_old:
raise FileNotFoundError("The directory {} "
"does not exist.".format(configuration['experiment_dir_old']))
csvdir_old = normpath(join(experiment_dir_old, 'output'))
figdir_old = normpath(join(experiment_dir_old, 'figure'))
if not exists(csvdir_old) or not exists(figdir_old):
raise FileNotFoundError("The directory {} does not contain "