How to use the rsmtool.reporter.Reporter.locate_custom_sections function in rsmtool

To help you get started, we’ve selected a few rsmtool examples, based on popular ways it is used in public projects.

Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.

github EducationalTestingService / rsmtool / rsmtool / rsmcompare.py View on Github external
"experiment.".format(experiment_dir_new))

    check_experiment_id(experiment_dir_new, experiment_id_new)

    # are there specific general report sections we want to include?
    general_report_sections = configuration['general_sections']

    # what about the special or custom sections?
    special_report_sections = configuration['special_sections']

    custom_report_section_paths = configuration['custom_sections']

    # if custom report sections exist, locate sections; otherwise, create empty list
    if custom_report_section_paths:
        logger.info('Locating custom report sections')
        custom_report_sections = Reporter.locate_custom_sections(custom_report_section_paths,
                                                                 configuration.configdir)
    else:
        custom_report_sections = []

    # get the section order
    section_order = configuration['section_order']

    # get the subgroups if any
    subgroups = configuration.get('subgroups')

    # Initialize reporter
    reporter = Reporter()

    chosen_notebook_files = reporter.get_ordered_notebook_files(general_report_sections,
                                                                special_report_sections,
                                                                custom_report_sections,
github EducationalTestingService / rsmtool / rsmtool / preprocessor.py View on Github external
use_truncations = config_obj['use_truncation_thresholds']

        # get the subgroups if any
        subgroups = config_obj.get('subgroups')

        # are there specific general report sections we want to include?
        general_report_sections = config_obj['general_sections']

        # what about the special or custom sections?
        special_report_sections = config_obj['special_sections']

        custom_report_section_paths = config_obj['custom_sections']

        if custom_report_section_paths and configdir is not None:
            logging.info('Locating custom report sections')
            custom_report_sections = Reporter.locate_custom_sections(custom_report_section_paths,
                                                                     configdir)
        else:
            custom_report_sections = []

        section_order = config_obj['section_order']

        chosen_notebook_files = Reporter().get_ordered_notebook_files(general_report_sections,
                                                                      special_report_sections,
                                                                      custom_report_sections,
                                                                      section_order,
                                                                      subgroups,
                                                                      model_type=model_type,
                                                                      context='rsmtool')

        # Location of feature file
        feature_field = config_obj['features']
github EducationalTestingService / rsmtool / rsmtool / preprocessor.py View on Github external
# check if we are excluding candidates based on number of responses
        exclude_listwise = config_obj.check_exclude_listwise()
        min_items_per_candidate = config_obj['min_items_per_candidate']

        general_report_sections = config_obj['general_sections']

        # get any special sections that the user might have specified
        special_report_sections = config_obj['special_sections']

        # get any custom sections and locate them to make sure
        # that they exist, otherwise raise an exception
        custom_report_section_paths = config_obj['custom_sections']
        if custom_report_section_paths:
            logging.info('Locating custom report sections')
            custom_report_sections = Reporter.locate_custom_sections(custom_report_section_paths,
                                                                     configpath)
        else:
            custom_report_sections = []

        section_order = config_obj['section_order']

        # check all sections values and order and get the
        # ordered list of notebook files
        chosen_notebook_files = Reporter().get_ordered_notebook_files(general_report_sections,
                                                                      special_report_sections,
                                                                      custom_report_sections,
                                                                      section_order,
                                                                      subgroups,
                                                                      model_type=None,
                                                                      context='rsmeval')
github EducationalTestingService / rsmtool / rsmtool / rsmsummarize.py View on Github external
# Note: at the moment no comparison are reported for subgroups.
    # this option is added to the code to make it easier to add
    # subgroup comparisons in future versions
    subgroups = configuration.get('subgroups')

    general_report_sections = configuration['general_sections']

    # get any special sections that the user might have specified
    special_report_sections = configuration['special_sections']

    # get any custom sections and locate them to make sure
    # that they exist, otherwise raise an exception
    custom_report_section_paths = configuration['custom_sections']
    if custom_report_section_paths:
        logger.info('Locating custom report sections')
        custom_report_sections = Reporter.locate_custom_sections(custom_report_section_paths,
                                                                 configuration.configdir)
    else:
        custom_report_sections = []

    section_order = configuration['section_order']

    # Initialize reporter
    reporter = Reporter()

    # check all sections values and order and get the
    # ordered list of notebook files
    chosen_notebook_files = reporter.get_ordered_notebook_files(general_report_sections,
                                                                special_report_sections,
                                                                custom_report_sections,
                                                                section_order,
                                                                subgroups,
github EducationalTestingService / rsmtool / rsmtool / rsmsummarize.py View on Github external
# Note: at the moment no comparison are reported for subgroups.
    # this option is added to the code to make it easier to add
    # subgroup comparisons in future versions
    subgroups = configuration.get('subgroups')

    general_report_sections = configuration['general_sections']

    # get any special sections that the user might have specified
    special_report_sections = configuration['special_sections']

    # get any custom sections and locate them to make sure
    # that they exist, otherwise raise an exception
    custom_report_section_paths = configuration['custom_sections']
    if custom_report_section_paths:
        logger.info('Locating custom report sections')
        custom_report_sections = Reporter.locate_custom_sections(custom_report_section_paths,
                                                                 configuration.configdir)
    else:
        custom_report_sections = []

    section_order = configuration['section_order']

    # Initialize reporter
    reporter = Reporter()

    # check all sections values and order and get the
    # ordered list of notebook files
    chosen_notebook_files = reporter.get_ordered_notebook_files(general_report_sections,
                                                                special_report_sections,
                                                                custom_report_sections,
                                                                section_order,
                                                                subgroups,