# Discover how many REST operation-ids are **NOT** currently invoked during pulp-cli test run * apply this change: ```diff diff --git a/pulp-glue/pulp_glue/common/openapi.py b/pulp-glue/pulp_glue/common/openapi.py index c9584e1..48de06c 100644 --- a/pulp-glue/pulp_glue/common/openapi.py +++ b/pulp-glue/pulp_glue/common/openapi.py @@ -675,6 +675,8 @@ class OpenAPI: OpenAPIValidationError: on failed input validation (no request was sent to the server). requests.HTTPError: on failures related to the HTTP call made. """ + with open("/tmp/test_op_ids.txt", "a") as myfile: + myfile.write(f"{operation_id}\n") method, path = self.operations[operation_id] path_spec = self.api_spec["paths"][path] method_spec = path_spec[method] ``` * in pulp-cli, run `make test` * `cp /tmp/test_op_ids.txt .` * `sort -u test_op_ids.txt > uiq_ids` * show only "ids that only appear in all-ids": ``` comm -13 \ <(cat uiq_ids) \ <(pulp debug openapi operation-ids | jq .[] | sort | awk -F\" '{print $2}') ``` * results as of 3-JUL (261 ids not covered): ``` /cli-ids-research $ workon oci-env (oci-env) ~/cli-ids-research $ comm -13 <(cat uiq_ids) <(pulp debug openapi operation-ids | jq .[] | sort | awk -F\" '{print $2}') access_policies_read access_policies_update acs_file_file_add_role acs_file_file_list_roles acs_file_file_my_permissions acs_file_file_remove_role acs_file_file_update acs_rpm_rpm_add_role acs_rpm_rpm_list_roles acs_rpm_rpm_my_permissions acs_rpm_rpm_remove_role acs_rpm_rpm_update artifacts_create artifacts_delete content_deb_generic_contents_create content_deb_generic_contents_list content_deb_generic_contents_read content_deb_installer_file_indices_create content_deb_installer_file_indices_list content_deb_installer_file_indices_read content_deb_installer_packages_create content_deb_installer_packages_list content_deb_installer_packages_read content_deb_package_indices_create content_deb_package_indices_list content_deb_package_indices_read content_deb_package_release_components_create content_deb_package_release_components_list content_deb_package_release_components_read content_deb_packages_create content_deb_packages_list content_deb_packages_read content_deb_release_architectures_create content_deb_release_architectures_list content_deb_release_architectures_read content_deb_release_components_create content_deb_release_components_list content_deb_release_components_read content_deb_release_files_create content_deb_release_files_list content_deb_release_files_read content_deb_releases_create content_deb_releases_list content_deb_releases_read content_deb_source_indices_create content_deb_source_indices_list content_deb_source_indices_read content_deb_source_packages_create content_deb_source_packages_list content_deb_source_packages_read content_deb_source_release_components_create content_deb_source_release_components_list content_deb_source_release_components_read contentguards_certguard_rhsm_read contentguards_certguard_rhsm_update contentguards_certguard_x509_read contentguards_certguard_x509_update contentguards_core_composite_add_role contentguards_core_composite_create contentguards_core_composite_delete contentguards_core_composite_list contentguards_core_composite_list_roles contentguards_core_composite_my_permissions contentguards_core_composite_partial_update contentguards_core_composite_read contentguards_core_composite_remove_role contentguards_core_composite_update contentguards_core_content_redirect_add_role contentguards_core_content_redirect_create contentguards_core_content_redirect_delete contentguards_core_content_redirect_list contentguards_core_content_redirect_list_roles contentguards_core_content_redirect_my_permissions contentguards_core_content_redirect_partial_update contentguards_core_content_redirect_read contentguards_core_content_redirect_remove_role contentguards_core_content_redirect_update contentguards_core_header_add_role contentguards_core_header_create contentguards_core_header_delete contentguards_core_header_list contentguards_core_header_list_roles contentguards_core_header_my_permissions contentguards_core_header_partial_update contentguards_core_header_read contentguards_core_header_remove_role contentguards_core_header_update contentguards_core_rbac_list_roles contentguards_core_rbac_my_permissions contentguards_core_rbac_partial_update contentguards_core_rbac_update content_rpm_distribution_trees_read content_rpm_modulemd_defaults_create content_rpm_modulemd_obsoletes_create content_rpm_modulemd_obsoletes_list content_rpm_modulemd_obsoletes_read content_rpm_modulemds_create content_rpm_packageenvironments_read content_rpm_repo_metadata_files_read distributions_core_artifacts_list distributions_core_artifacts_read distributions_deb_apt_create distributions_deb_apt_delete distributions_deb_apt_list distributions_deb_apt_partial_update distributions_deb_apt_read distributions_deb_apt_set_label distributions_deb_apt_unset_label distributions_deb_apt_update distributions_file_file_add_role distributions_file_file_list_roles distributions_file_file_my_permissions distributions_file_file_remove_role distributions_file_file_set_label distributions_file_file_unset_label distributions_file_file_update distributions_list distributions_rpm_rpm_add_role distributions_rpm_rpm_list_roles distributions_rpm_rpm_my_permissions distributions_rpm_rpm_partial_update distributions_rpm_rpm_remove_role distributions_rpm_rpm_set_label distributions_rpm_rpm_unset_label distributions_rpm_rpm_update docs_api.json_get docs_api.yaml_get domains_create domains_delete domains_list domains_partial_update domains_read domains_update exporters_core_filesystem_create exporters_core_filesystem_delete exporters_core_filesystem_exports_create exporters_core_filesystem_exports_delete exporters_core_filesystem_exports_list exporters_core_filesystem_exports_read exporters_core_filesystem_list exporters_core_filesystem_partial_update exporters_core_filesystem_read exporters_core_filesystem_update exporters_core_pulp_update groups_add_role groups_list_roles groups_partial_update groups_read groups_remove_role groups_roles_read groups_update importers_core_pulp_imports_create importers_core_pulp_imports_delete importers_core_pulp_imports_list importers_core_pulp_imports_read importers_core_pulp_read importers_core_pulp_update livez_read orphans_delete publications_deb_apt_create publications_deb_apt_delete publications_deb_apt_list publications_deb_apt_read publications_deb_verbatim_create publications_deb_verbatim_delete publications_deb_verbatim_list publications_deb_verbatim_read publications_file_file_add_role publications_file_file_list_roles publications_file_file_my_permissions publications_file_file_remove_role publications_rpm_rpm_add_role publications_rpm_rpm_list_roles publications_rpm_rpm_my_permissions publications_rpm_rpm_remove_role pulp_import_check_post remotes_deb_apt_create remotes_deb_apt_delete remotes_deb_apt_list remotes_deb_apt_partial_update remotes_deb_apt_read remotes_deb_apt_set_label remotes_deb_apt_unset_label remotes_deb_apt_update remotes_file_file_add_role remotes_file_file_list_roles remotes_file_file_my_permissions remotes_file_file_remove_role remotes_file_file_set_label remotes_file_file_unset_label remotes_file_file_update remotes_list remotes_rpm_rpm_my_permissions remotes_rpm_rpm_remove_role remotes_rpm_rpm_set_label remotes_rpm_rpm_unset_label remotes_rpm_rpm_update remotes_rpm_uln_add_role remotes_rpm_uln_list_roles remotes_rpm_uln_my_permissions remotes_rpm_uln_remove_role remotes_rpm_uln_set_label remotes_rpm_uln_unset_label remotes_rpm_uln_update repair_post repositories_deb_apt_create repositories_deb_apt_delete repositories_deb_apt_list repositories_deb_apt_modify repositories_deb_apt_partial_update repositories_deb_apt_read repositories_deb_apt_set_label repositories_deb_apt_sync repositories_deb_apt_unset_label repositories_deb_apt_update repositories_deb_apt_versions_delete repositories_deb_apt_versions_list repositories_deb_apt_versions_read repositories_deb_apt_versions_repair repositories_file_file_list_roles repositories_file_file_my_permissions repositories_file_file_update repositories_rpm_rpm_add_role repositories_rpm_rpm_list_roles repositories_rpm_rpm_my_permissions repositories_rpm_rpm_remove_role repositories_rpm_rpm_set_label repositories_rpm_rpm_unset_label repositories_rpm_rpm_update repositories_rpm_rpm_versions_delete roles_partial_update roles_read roles_update signing_services_read task_groups_list tasks_add_role task_schedules_add_role task_schedules_list task_schedules_list_roles task_schedules_my_permissions task_schedules_read task_schedules_remove_role tasks_delete tasks_list_roles tasks_my_permissions tasks_remove_role uploads_add_role uploads_delete uploads_list uploads_list_roles uploads_my_permissions uploads_remove_role upstream_pulps_add_role upstream_pulps_list_roles upstream_pulps_my_permissions upstream_pulps_read upstream_pulps_remove_role upstream_pulps_update users_read users_roles_read users_update ```