ramble.test.end_to_end namespace

Subpackages

Submodules

ramble.test.end_to_end.analyze_fom_output module

ramble.test.end_to_end.analyze_fom_output.test_analyze_fail_with_no_fom_detected(mock_applications, workspace_name)[source]
ramble.test.end_to_end.analyze_fom_output.test_analyze_fom_origin_types_filter(mock_applications, make_workspace_from_config)[source]
ramble.test.end_to_end.analyze_fom_output.test_analyze_fom_output(make_workspace_from_config)[source]
ramble.test.end_to_end.analyze_fom_output.test_analyze_garbage_output(make_workspace_from_config)[source]

Test analyze can tolerate invalid UTF-8 bytes in the log file

ramble.test.end_to_end.analyze_fom_output.test_analyze_print(monkeypatch, make_workspace_from_config)[source]
ramble.test.end_to_end.analyze_fom_output.test_analyze_success_with_no_fom_defined(mock_applications, workspace_name)[source]

ramble.test.end_to_end.analyze_upload module

ramble.test.end_to_end.analyze_upload.test_analyze_upload(make_workspace_from_config)[source]

ramble.test.end_to_end.chained_experiment_var_inheritance module

ramble.test.end_to_end.chained_experiment_var_inheritance.test_chained_experiment_variable_inheritance(workspace_name)[source]

ramble.test.end_to_end.chained_experiment_variant_propagation module

ramble.test.end_to_end.chained_experiment_variant_propagation.test_chained_experiment_variant_propagation(workspace_name)[source]

ramble.test.end_to_end.cleanup_directive module

ramble.test.end_to_end.cleanup_directive.test_cleanup_directive(mock_applications, workspace_name)[source]

ramble.test.end_to_end.concretize_with_different_package_managers module

ramble.test.end_to_end.concretize_with_different_package_managers.test_concretize_with_different_package_managers(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.config_section_env_vars module

ramble.test.end_to_end.config_section_env_vars.test_config_section_env_vars(mutable_config, mutable_mock_workspace_path, mock_applications, workspace_name)[source]

ramble.test.end_to_end.configvar_dry_run module

ramble.test.end_to_end.configvar_dry_run.test_configvar_dry_run(make_workspace_from_config)[source]

ramble.test.end_to_end.custom_executables module

ramble.test.end_to_end.custom_executables.test_custom_executables(mock_applications, make_workspace_from_config)[source]
ramble.test.end_to_end.custom_executables.test_executable_already_defined(make_workspace_from_config)[source]
ramble.test.end_to_end.custom_executables.test_executable_override_with_force(make_workspace_from_config)[source]

ramble.test.end_to_end.define_package_paths module

ramble.test.end_to_end.define_package_paths.test_define_package_paths(workspace_name)[source]
ramble.test.end_to_end.define_package_paths.test_package_path_variables(workspace_name)[source]

ramble.test.end_to_end.dryrun_chained_experiments module

ramble.test.end_to_end.dryrun_chained_experiments.test_dryrun_chained_experiments(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.dryrun_copies_external_env module

ramble.test.end_to_end.dryrun_copies_external_env.test_dryrun_copies_external_env(mutable_config, mutable_mock_workspace_path, tmpdir, workspace_name)[source]

ramble.test.end_to_end.dryrun_series_contains_package_paths module

ramble.test.end_to_end.dryrun_series_contains_package_paths.test_dryrun_series_contains_package_paths(mutable_config, mutable_mock_workspace_path, mock_applications, workspace_name)[source]

ramble.test.end_to_end.env_var_builtin module

ramble.test.end_to_end.env_var_builtin.test_auto_env_vars(make_workspace_from_config, mock_applications, mock_modifiers)[source]
ramble.test.end_to_end.env_var_builtin.test_env_var_builtin(mock_applications, make_workspace_from_config)[source]
ramble.test.end_to_end.env_var_builtin.test_env_var_from_app_only(mock_applications, make_workspace_from_config)[source]
ramble.test.end_to_end.env_var_builtin.test_object_env_var_definitions(workspace_name, mutable_mock_apps_repo, mutable_mock_mods_repo, mutable_mock_pkg_mans_repo, mutable_mock_wms_repo)[source]
ramble.test.end_to_end.env_var_builtin.test_object_env_var_methods(workspace_name, mutable_mock_apps_repo)[source]

ramble.test.end_to_end.env_var_leakage module

ramble.test.end_to_end.env_var_leakage.test_env_vars_do_not_leak(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.exclusive_filtered_vector_workloads module

ramble.test.end_to_end.exclusive_filtered_vector_workloads.test_exclusive_filtered_vector_workloads(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.expanded_fom_dry_run module

ramble.test.end_to_end.expanded_fom_dry_run.test_expanded_foms_dry_run(mutable_config, mutable_mock_workspace_path, mock_applications, workspace_name)[source]

ramble.test.end_to_end.experiment_excludes module

ramble.test.end_to_end.experiment_excludes.test_wrfv4_exclusions(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.experiment_hashes module

ramble.test.end_to_end.experiment_hashes.test_experiment_hashes(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.experiment_repeats module

ramble.test.end_to_end.experiment_repeats.test_gromacs_repeats(mutable_config, mutable_mock_workspace_path, workspace_name)[source]
ramble.test.end_to_end.experiment_repeats.test_repeat_info(mutable_config, mutable_mock_workspace_path, workspace_name)[source]
ramble.test.end_to_end.experiment_repeats.test_repeat_stats(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.experiment_templates module

ramble.test.end_to_end.experiment_templates.test_experiment_templates(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.explicit_zips module

ramble.test.end_to_end.explicit_zips.test_wrfv4_explicit_zips(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.fom_log_file_path module

ramble.test.end_to_end.fom_log_file_path.test_relative_fom_log_works(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.formatted_executables module

ramble.test.end_to_end.formatted_executables.test_formatted_executables(make_workspace_from_config)[source]
ramble.test.end_to_end.formatted_executables.test_formatted_executables_escaped_braces(make_workspace_from_config)[source]
ramble.test.end_to_end.formatted_executables.test_nested_formatted_executables_are_properly_formatted(make_workspace_from_config)[source]
ramble.test.end_to_end.formatted_executables.test_nested_formatted_executables_dependencies_are_evaluated_correctly(make_workspace_from_config)[source]
ramble.test.end_to_end.formatted_executables.test_object_formatted_executables(mock_modifiers, workspace_name)[source]
ramble.test.end_to_end.formatted_executables.test_redefined_executable_errors(make_workspace_from_config)[source]

ramble.test.end_to_end.globbing_patterns module

ramble.test.end_to_end.globbing_patterns.test_globbing_patterns(mutable_config, mutable_mock_workspace_path, mock_applications, mock_modifiers, workspace_name)[source]

ramble.test.end_to_end.gromacs_size_expansion module

ramble.test.end_to_end.gromacs_size_expansion.test_gromacs_size_expansion(make_workspace_from_config)[source]

ramble.test.end_to_end.included_configuration_files module

ramble.test.end_to_end.included_configuration_files.test_included_configuration_files(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.inclusive_filtered_vector_workloads module

ramble.test.end_to_end.inclusive_filtered_vector_workloads.test_inclusive_filtered_vector_workloads(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.known_applications module

ramble.test.end_to_end.known_applications.test_known_applications(application, package_manager, mock_file_auto_create, workspace_name)[source]
ramble.test.end_to_end.known_applications.test_known_workflow_managers(workflow_manager, mock_file_auto_create, mutable_config, workspace_name)[source]

ramble.test.end_to_end.license_name module

ramble.test.end_to_end.license_name.license_param_core(app_name, workspace_name, test_licenses, expected_val)[source]
ramble.test.end_to_end.license_name.test_license_name_parent(mutable_mock_apps_repo, workspace_name)[source]
ramble.test.end_to_end.license_name.test_license_name_self_explicit(mutable_mock_apps_repo, workspace_name)[source]
ramble.test.end_to_end.license_name.test_license_name_self_implicit(mutable_mock_apps_repo, workspace_name)[source]

ramble.test.end_to_end.malformed_config module

ramble.test.end_to_end.malformed_config.test_missing_config_keys(workspace_name)[source]

ramble.test.end_to_end.manage_software module

ramble.test.end_to_end.manage_software.test_manage_software(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.merge_config_files module

ramble.test.end_to_end.merge_config_files.test_merge_config_files(mutable_config, mutable_mock_workspace_path, mock_applications, workspace_name)[source]

ramble.test.end_to_end.missing_required_dry_run module

ramble.test.end_to_end.missing_required_dry_run.test_missing_required_dry_run(make_workspace_from_config)[source]

Tests tty.die at end of ramble.application_types.spack._create_software_env

ramble.test.end_to_end.nested_compilers_are_installed module

ramble.test.end_to_end.nested_compilers_are_installed.test_nested_compilers_are_installed(mutable_config, mutable_mock_workspace_path, capsys, workspace_name)[source]

ramble.test.end_to_end.nested_config_templates module

ramble.test.end_to_end.nested_config_templates.test_nested_config_templates(workspace_name)[source]

ramble.test.end_to_end.object_import module

ramble.test.end_to_end.object_import.test_object_import_separate_python_source(workspace_name)[source]

ramble.test.end_to_end.object_precedence module

ramble.test.end_to_end.object_precedence.test_object_precedence_ordering(workspace_name, mock_applications, mock_platforms, mock_systems)[source]
ramble.test.end_to_end.object_precedence.test_object_precedence_variables(workspace_name, test_args, disabled_value, enabled_value, mutable_mock_apps_repo, mutable_mock_mods_repo, mutable_mock_pkg_mans_repo, mutable_mock_wms_repo)[source]

ramble.test.end_to_end.object_validation module

ramble.test.end_to_end.object_validation.test_object_validation(workspace_name)[source]
ramble.test.end_to_end.object_validation.test_object_variable_validation(workspace_name, mutable_mock_pkg_mans_repo)[source]
ramble.test.end_to_end.object_validation.test_variable_validation_workload(workspace_name)[source]
ramble.test.end_to_end.object_validation.test_variable_validation_workload_defaults(workspace_name)[source]
ramble.test.end_to_end.object_validation.test_variable_validation_workload_group(workspace_name)[source]

ramble.test.end_to_end.package_manager_config module

ramble.test.end_to_end.package_manager_config.test_package_manager_config_zlib(mock_applications, workspace_name)[source]

ramble.test.end_to_end.package_manager_provenance module

ramble.test.end_to_end.package_manager_provenance.test_spack_package_manager_provenance_zlib(mock_applications, workspace_name)[source]
ramble.test.end_to_end.package_manager_provenance.test_usermanged_package_manager_provenance_zlib(mock_applications, workspace_name)[source]

ramble.test.end_to_end.package_manager_requirements module

ramble.test.end_to_end.package_manager_requirements.test_package_manager_requirements_error(mock_applications, mock_modifiers, workspace_name, ensure_spack_runner)[source]
ramble.test.end_to_end.package_manager_requirements.test_package_manager_requirements_zlib(mock_applications, mock_modifiers, workspace_name, ensure_spack_runner)[source]

ramble.test.end_to_end.package_manager_unique_env_dirs module

ramble.test.end_to_end.package_manager_unique_env_dirs.test_env_dirs_do_not_collide(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.passthrough_variables module

ramble.test.end_to_end.passthrough_variables.test_disable_passthrough(mutable_config, mutable_mock_workspace_path, workspace_name)[source]
ramble.test.end_to_end.passthrough_variables.test_passthrough_variables(mutable_config, mutable_mock_workspace_path, mock_applications, workspace_name)[source]

ramble.test.end_to_end.phase_profiling module

ramble.test.end_to_end.phase_profiling.test_workspace_setup_phase_profiling(tmpdir, make_workspace_from_config)[source]

ramble.test.end_to_end.phase_selection module

ramble.test.end_to_end.phase_selection.enable_verbose()[source]
ramble.test.end_to_end.phase_selection.test_workspace_phase_selection(mutable_config, mutable_mock_workspace_path, enable_verbose, workspace_name)[source]

ramble.test.end_to_end.phase_selection_with_dependencies module

ramble.test.end_to_end.phase_selection_with_dependencies.enable_verbose()[source]
ramble.test.end_to_end.phase_selection_with_dependencies.test_workspace_phase_selection_with_dependencies(mutable_config, mutable_mock_workspace_path, enable_verbose, workspace_name)[source]

ramble.test.end_to_end.registered_builtin_order module

ramble.test.end_to_end.registered_builtin_order.test_registered_builtin_order(workspace_name)[source]

ramble.test.end_to_end.setup_analyze module

ramble.test.end_to_end.setup_analyze.test_setup_analyze(test_case_path, workspace_name)[source]

test_setup_analyze tests ramble objects that contain a test_cases directory.

Specifically, it assumes the following structure for the test_cases directory:

``` test_cases/ └── test_scenario_1 (can have multiple scenarios)

├── artifacts │ └── <application-name>__<workload_name>__<experiment_name> │ └── <experiment_name>.out (can have other artifacts) ├── expected_analyze.out ├── setup.yaml (contains workspace commands for setting up the ramble config) └── configs (either this or the setup.yaml must be present)

└── ramble.yaml (can contain more config files)

```

When writing a Ramble object, if a test_cases directory is included, then the test case will be run to verify the output of analyze.

There is an example in the osu-micro-benchmarks application directory.

ramble.test.end_to_end.shared_context module

ramble.test.end_to_end.shared_context.test_shared_contexts(mutable_config, mutable_mock_workspace_path, mock_applications, mock_modifiers, workspace_name)[source]

ramble.test.end_to_end.shell_wrappers module

ramble.test.end_to_end.shell_wrappers.test_shell_wrapper_workspace_activate_missing(shell, tmpdir)[source]

Test activation of missing workspace fails with proper exit code.

ramble.test.end_to_end.shell_wrappers.test_shell_wrapper_workspace_lifecycle(shell, tmpdir)[source]

Test workspace creation, activation and deactivation.

ramble.test.end_to_end.short_builtin_dep_name module

ramble.test.end_to_end.short_builtin_dep_name.test_short_builtin_dep_name(mock_applications, workspace_name)[source]

ramble.test.end_to_end.software_spec_injection module

ramble.test.end_to_end.software_spec_injection.test_existing_software_spec_does_not_inject(mock_modifiers, workspace_name)[source]
ramble.test.end_to_end.software_spec_injection.test_software_spec_compiler_injection_works(mock_applications, mock_modifiers, workspace_name)[source]
ramble.test.end_to_end.software_spec_injection.test_software_spec_injection_missing_compiler_errors(mock_modifiers, workspace_name)[source]
ramble.test.end_to_end.software_spec_injection.test_software_spec_injection_works(mock_modifiers, workspace_name)[source]

ramble.test.end_to_end.spack_env_cache module

ramble.test.end_to_end.spack_env_cache.test_spack_env_cache(workspace_name)[source]

ramble.test.end_to_end.tag_filtering module

ramble.test.end_to_end.tag_filtering.check_output(output, compared_list, contains=False)[source]
ramble.test.end_to_end.tag_filtering.test_workspace_tag_filtering(mutable_config, mutable_mock_workspace_path, mock_applications, tag, expected_experiments, unexpected_experiments, workspace_name)[source]

ramble.test.end_to_end.target_shells module

ramble.test.end_to_end.target_shells.test_target_shells_directive(configured_shell, expect_error)[source]

ramble.test.end_to_end.template module

ramble.test.end_to_end.template.test_executable_templates_no_trailing_spaces(mutable_mock_apps_repo, make_workspace_from_config)[source]
ramble.test.end_to_end.template.test_template(make_workspace_from_config)[source]
ramble.test.end_to_end.template.test_template_inherited(make_workspace_from_config)[source]
ramble.test.end_to_end.template.test_template_wrong_extension(mutable_mock_apps_repo, make_workspace_from_config)[source]

ramble.test.end_to_end.test_fast_tables module

ramble.test.end_to_end.test_fast_tables.test_tables_output(workspace_name)[source]

ramble.test.end_to_end.unused_compilers_are_skipped module

ramble.test.end_to_end.unused_compilers_are_skipped.test_unused_compilers_are_skipped(mutable_config, mutable_mock_workspace_path, capsys, workspace_name)[source]

ramble.test.end_to_end.variant_propagation module

ramble.test.end_to_end.variant_propagation.test_variant_propagation_in_new_workspace(mutable_config, mutable_mock_workspace_path, workspace_name)[source]

ramble.test.end_to_end.vector_workloads module

ramble.test.end_to_end.vector_workloads.test_vector_workloads(make_workspace_from_config)[source]

ramble.test.end_to_end.warn_mirror_support module

ramble.test.end_to_end.warn_mirror_support.assert_text_in_mirror_logs(ws, text)[source]
ramble.test.end_to_end.warn_mirror_support.test_warn_mirror_support(tmpdir)[source]

ramble.test.end_to_end.workspace_includes module

ramble.test.end_to_end.workspace_includes.test_workspace_add_includes(workspace_name)[source]
ramble.test.end_to_end.workspace_includes.test_workspace_remove_includes_index(workspace_name)[source]
ramble.test.end_to_end.workspace_includes.test_workspace_remove_includes_pattern(workspace_name)[source]

ramble.test.end_to_end.workspace_path_replacements module

ramble.test.end_to_end.workspace_path_replacements.test_workspace_dollar_paths(workspace_name)[source]

ramble.test.end_to_end.wrfv4_dry_run module

ramble.test.end_to_end.wrfv4_dry_run.test_wrfv4_no_pkg_man_dry_run(mutable_config, mutable_mock_workspace_path, workspace_name)[source]
ramble.test.end_to_end.wrfv4_dry_run.test_wrfv4_spack_dry_run(mutable_config, mutable_mock_workspace_path, workspace_name)[source]