sgouvern / 389-ds-base

Forked from 389-ds-base 4 years ago
Clone

9e80a33 Issue #50353 - Categorize tests by tiers

Authored and Committed by vashirov 5 years ago
241 files changed. 464 lines added. 49 lines removed.
dirsrvtests/pytest.ini
file added
+6
dirsrvtests/tests/perf/memberof_test.py
file modified
+2 -0
dirsrvtests/tests/stress/cos/cos_scale_template_test.py
file modified
+2 -0
dirsrvtests/tests/stress/reliabilty/reliab_7_5_test.py
file modified
+2 -0
dirsrvtests/tests/stress/reliabilty/reliab_conn_test.py
file modified
+2 -0
dirsrvtests/tests/stress/replication/mmr_01_4m-2h-4c_test.py
file modified
+2 -0
dirsrvtests/tests/stress/replication/mmr_01_4m_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/acivattr_test.py
file modified
+1 -1
dirsrvtests/tests/suites/acl/acl_deny_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/acl_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/deladd_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/enhanced_aci_modrnd_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/globalgroup_part2_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/globalgroup_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/keywords_part2_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/keywords_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/misc_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/modify_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/modrdn_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/repeated_ldap_add_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/search_real_part2_test.py
file modified
+2 -1
dirsrvtests/tests/suites/acl/search_real_part3_test.py
file modified
+2 -1
dirsrvtests/tests/suites/acl/search_real_test.py
file modified
+1 -0
dirsrvtests/tests/suites/acl/selfdn_permissions_test.py
file modified
+2 -1
dirsrvtests/tests/suites/acl/syntax_test.py
file modified
+2 -0
dirsrvtests/tests/suites/acl/valueacl_part2_test.py
file modified
+2 -1
dirsrvtests/tests/suites/acl/valueacl_test.py
file modified
+1 -0
dirsrvtests/tests/suites/attr_encryption/attr_encryption_test.py
file modified
+2 -0
dirsrvtests/tests/suites/automember_plugin/automember_mod_test.py
file modified
+2 -1
dirsrvtests/tests/suites/automember_plugin/automember_test.py
file modified
+2 -1
dirsrvtests/tests/suites/basic/basic_test.py
file modified
+1 -0
dirsrvtests/tests/suites/betxns/betxn_test.py
file modified
+2 -0
dirsrvtests/tests/suites/clu/clu_test.py
file modified
+2 -0
dirsrvtests/tests/suites/config/autotuning_test.py
file modified
+2 -0
dirsrvtests/tests/suites/config/config_test.py
file modified
+2 -0
dirsrvtests/tests/suites/config/regression_test.py
file modified
+2 -0
dirsrvtests/tests/suites/config/removed_config_49298_test.py
file modified
+2 -0
dirsrvtests/tests/suites/cos/cos_test.py
file modified
+1 -0
dirsrvtests/tests/suites/cos/indirect_cos_test.py
file modified
+1 -0
dirsrvtests/tests/suites/disk_monitoring/disk_monitoring_test.py
file modified
+1 -0
dirsrvtests/tests/suites/ds_logs/ds_logs_test.py
file modified
+1 -0
dirsrvtests/tests/suites/ds_logs/regression_test.py
file modified
+2 -0
dirsrvtests/tests/suites/ds_tools/logpipe_test.py
file modified
+2 -0
dirsrvtests/tests/suites/ds_tools/replcheck_test.py
file modified
+2 -0
dirsrvtests/tests/suites/dynamic_plugins/dynamic_plugins_test.py
file modified
+2 -0
dirsrvtests/tests/suites/dynamic_plugins/stress_tests.py
file modified
+3 -0
dirsrvtests/tests/suites/filter/basic_filter_test.py
file modified
+1 -0
dirsrvtests/tests/suites/filter/complex_filters_test.py
file modified
+2 -0
dirsrvtests/tests/suites/filter/filter_logic_test.py
file modified
+2 -0
dirsrvtests/tests/suites/filter/filter_test.py
file modified
+2 -0
dirsrvtests/tests/suites/filter/rfc3673_all_oper_attrs_test.py
file modified
+2 -0
dirsrvtests/tests/suites/fourwaymmr/fourwaymmr_test.py
file modified
+1 -0
dirsrvtests/tests/suites/get_effective_rights/acceptance_test.py
file modified
+2 -0
dirsrvtests/tests/suites/gssapi/simple_gssapi_test.py
file modified
+1 -1
dirsrvtests/tests/suites/gssapi_repl/gssapi_repl_test.py
file modified
+2 -0
dirsrvtests/tests/suites/import/regression_test.py
file modified
+2 -0
dirsrvtests/tests/suites/lib389/config_compare_test.py
file modified
+2 -0
dirsrvtests/tests/suites/lib389/dsldapobject/dn_construct_test.py
file modified
+2 -0
dirsrvtests/tests/suites/lib389/idm/user_compare_i2_test.py
file modified
+2 -0
dirsrvtests/tests/suites/lib389/idm/user_compare_m2Repl_test.py
file modified
+1 -0
dirsrvtests/tests/suites/lib389/idm/user_compare_st_test.py
file modified
+1 -0
dirsrvtests/tests/suites/mapping_tree/referral_during_tot_init_test.py
file modified
+2 -0
dirsrvtests/tests/suites/memberof_plugin/regression_test.py
file modified
+2 -1
dirsrvtests/tests/suites/memory_leaks/range_search_test.py
file modified
+2 -0
dirsrvtests/tests/suites/monitor/monitor_test.py
file modified
+1 -0
dirsrvtests/tests/suites/paged_results/paged_results_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/password_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pbkdf2_upgrade_plugin_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwdAdmin_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwdModify_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwdPolicy_attribute_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwdPolicy_controls_test.py
file modified
+1 -0
dirsrvtests/tests/suites/password/pwdPolicy_inherit_global_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwdPolicy_syntax_test.py
file modified
+1 -0
dirsrvtests/tests/suites/password/pwdPolicy_token_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwdPolicy_warning_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwd_algo_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwd_lockout_bypass_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwd_log_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/pwp_history_test.py
file modified
+2 -0
dirsrvtests/tests/suites/password/regression_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/acceptance_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/accpol_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/attr_nsslapd-pluginarg_test.py
file modified
+2 -1
dirsrvtests/tests/suites/plugins/cos_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/dna_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/memberof_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/pluginpath_validation_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/referint_test.py
file modified
+2 -0
dirsrvtests/tests/suites/plugins/rootdn_plugin_test.py
file modified
+2 -0
dirsrvtests/tests/suites/psearch/psearch_test.py
file modified
+1 -0
dirsrvtests/tests/suites/referint_plugin/rename_test.py
file modified
+3 -1
dirsrvtests/tests/suites/replication/acceptance_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/cascading_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/changelog_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/changelog_trimming_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/cleanallruv_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/conflict_resolve_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/encryption_cl5_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/regression_nsslapd_plugin_binddn_tracking_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/regression_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/replica_config_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/ruvstore_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/single_master_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/tls_client_auth_repl_test.py
file modified
+2 -0
dirsrvtests/tests/suites/replication/tombstone_test.py
file modified
+1 -0
dirsrvtests/tests/suites/replication/wait_for_async_feature_test.py
file modified
+2 -0
dirsrvtests/tests/suites/resource_limits/fdlimits_test.py
file modified
+2 -0
dirsrvtests/tests/suites/roles/basic_test.py
file modified
+1 -0
dirsrvtests/tests/suites/sasl/allowed_mechs_test.py
file modified
+1 -0
dirsrvtests/tests/suites/sasl/plain_test.py
file modified
+2 -0
dirsrvtests/tests/suites/sasl/regression_test.py
file modified
+2 -1
dirsrvtests/tests/suites/schema/eduperson_test.pydirsrvtests/tests/suites/schema/test_eduperson.py
file renamed
+2 -0
dirsrvtests/tests/suites/schema/schema_reload_test.py
file modified
+2 -0
dirsrvtests/tests/suites/schema/schema_replication_test.py
file modified
+2 -1
dirsrvtests/tests/suites/schema/schema_test.pydirsrvtests/tests/suites/schema/test_schema.py
file renamed
+2 -0
dirsrvtests/tests/suites/setup_ds/dscreate_test.py
file modified
+2 -0
dirsrvtests/tests/suites/setup_ds/remove_test.py
file modified
+2 -0
dirsrvtests/tests/suites/setup_ds/setup_ds_test.py
file modified
+2 -0
dirsrvtests/tests/suites/stat/mmt_state_test.py
file modified
+3 -1
dirsrvtests/tests/suites/syntax/mr_test.py
file modified
+2 -0
dirsrvtests/tests/suites/tls/tls_check_crl_test.py
file modified
+2 -0
dirsrvtests/tests/suites/vlv/regression_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47462_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47560_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47573_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47619_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47640_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47653MMR_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47676_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47714_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47721_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47781_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47787_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47808_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47815_test.py
file modified
+3 -1
dirsrvtests/tests/tickets/ticket47819_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47823_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47828_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47829_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47833_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47838_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47869MMR_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47871_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47900_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47910_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47920_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47921_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47927_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47931_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket47950_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47953_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47963_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47966_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47970_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47973_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47976_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47980_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47981_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket47988_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48005_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48013_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48026_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48109_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48170_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48194_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48212_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48214_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48226_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48228_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48233_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48234_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48252_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48265_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48266_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48270_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48272_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48294_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48295_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48312_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48325_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48342_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48354_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48362_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48366_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48370_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48383_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48497_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48637_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48665_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48745_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48746_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48755_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48759_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48784_test.py
file modified
+3 -1
dirsrvtests/tests/tickets/ticket48798_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48799_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48808_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48844_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48891_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48893_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48896_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48906_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48916_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48944_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48956_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket48961_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket48973_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49008_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49020_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49039_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49071_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49072_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49073_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49076_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49095_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49104_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49121_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49122_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49180_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49184_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49192_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49227_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49249_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49273_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49287_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49290_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49303_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49386_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49412_test.pydirsrvtests/tests/tickets/ticket49412_tests.py
file renamed
+2 -0
dirsrvtests/tests/tickets/ticket49441_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49460_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49463_test.py
file modified
+2 -1
dirsrvtests/tests/tickets/ticket49471_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49540_test.py
file modified
+1 -1
dirsrvtests/tests/tickets/ticket49658_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket49788_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket50078_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket50232_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket50234_test.py
file modified
+2 -0
dirsrvtests/tests/tickets/ticket548_test.py
file modified
+2 -1
    Issue #50353 - Categorize tests by tiers
    
    Bug Description:
    We should have different tiers of tests:
    tier0 - basic functionality (installation, instance startup, basic operations, import/export, etc.)
    tier1 - functional tests for the most used features
    tier2 - functional tests for the less used features and tests that take more time to complete (stress tests)
    tier3 - long duration tests.
    
    Fix Description:
    Use pytest marks per test module or individually.
    
    Fixes https://pagure.io/389-ds-base/issue/50353
    
    Reviewed by: spichugi (Thanks!)
    
        
dirsrvtests/tests/suites/schema/eduperson_test.py dirsrvtests/tests/suites/schema/test_eduperson.py
file renamed
dirsrvtests/tests/suites/schema/schema_test.py dirsrvtests/tests/suites/schema/test_schema.py
file renamed
dirsrvtests/tests/tickets/ticket49412_test.py dirsrvtests/tests/tickets/ticket49412_tests.py
file renamed