Try   HackMD

Discover how many REST operation-ids are NOT currently invoked during pulp-cli test run

  • apply this change:
diff --git a/pulp-glue/pulp_glue/common/openapi.py b/pulp-glue/pulp_glue/common/openapi.py   
index c9584e1..48de06c 100644
--- a/pulp-glue/pulp_glue/common/openapi.py
+++ b/pulp-glue/pulp_glue/common/openapi.py
@@ -675,6 +675,8 @@ class OpenAPI:
             OpenAPIValidationError: on failed input validation (no request was sent to the server).
             requests.HTTPError: on failures related to the HTTP call made.
         """
+        with open("/tmp/test_op_ids.txt", "a") as myfile:
+            myfile.write(f"{operation_id}\n")
         method, path = self.operations[operation_id]
         path_spec = self.api_spec["paths"][path]
         method_spec = path_spec[method]
  • in pulp-cli, run make test
  • cp /tmp/test_op_ids.txt .
  • sort -u test_op_ids.txt > uiq_ids
  • show only "ids that only appear in all-ids":
comm -13 \
  <(cat uiq_ids) \
  <(pulp debug openapi operation-ids | jq .[] | sort | awk -F\" '{print $2}')
  • results as of 3-JUL (261 ids not covered):
/cli-ids-research $ workon oci-env
(oci-env) ~/cli-ids-research $ comm -13   <(cat uiq_ids)   <(pulp debug openapi operation-ids | jq .[] | sort | awk -F\" '{print $2}')
access_policies_read
access_policies_update
acs_file_file_add_role
acs_file_file_list_roles
acs_file_file_my_permissions
acs_file_file_remove_role
acs_file_file_update
acs_rpm_rpm_add_role
acs_rpm_rpm_list_roles
acs_rpm_rpm_my_permissions
acs_rpm_rpm_remove_role
acs_rpm_rpm_update
artifacts_create
artifacts_delete
content_deb_generic_contents_create
content_deb_generic_contents_list
content_deb_generic_contents_read
content_deb_installer_file_indices_create
content_deb_installer_file_indices_list
content_deb_installer_file_indices_read
content_deb_installer_packages_create
content_deb_installer_packages_list
content_deb_installer_packages_read
content_deb_package_indices_create
content_deb_package_indices_list
content_deb_package_indices_read
content_deb_package_release_components_create
content_deb_package_release_components_list
content_deb_package_release_components_read
content_deb_packages_create
content_deb_packages_list
content_deb_packages_read
content_deb_release_architectures_create
content_deb_release_architectures_list
content_deb_release_architectures_read
content_deb_release_components_create
content_deb_release_components_list
content_deb_release_components_read
content_deb_release_files_create
content_deb_release_files_list
content_deb_release_files_read
content_deb_releases_create
content_deb_releases_list
content_deb_releases_read
content_deb_source_indices_create
content_deb_source_indices_list
content_deb_source_indices_read
content_deb_source_packages_create
content_deb_source_packages_list
content_deb_source_packages_read
content_deb_source_release_components_create
content_deb_source_release_components_list
content_deb_source_release_components_read
contentguards_certguard_rhsm_read
contentguards_certguard_rhsm_update
contentguards_certguard_x509_read
contentguards_certguard_x509_update
contentguards_core_composite_add_role
contentguards_core_composite_create
contentguards_core_composite_delete
contentguards_core_composite_list
contentguards_core_composite_list_roles
contentguards_core_composite_my_permissions
contentguards_core_composite_partial_update
contentguards_core_composite_read
contentguards_core_composite_remove_role
contentguards_core_composite_update
contentguards_core_content_redirect_add_role
contentguards_core_content_redirect_create
contentguards_core_content_redirect_delete
contentguards_core_content_redirect_list
contentguards_core_content_redirect_list_roles
contentguards_core_content_redirect_my_permissions
contentguards_core_content_redirect_partial_update
contentguards_core_content_redirect_read
contentguards_core_content_redirect_remove_role
contentguards_core_content_redirect_update
contentguards_core_header_add_role
contentguards_core_header_create
contentguards_core_header_delete
contentguards_core_header_list
contentguards_core_header_list_roles
contentguards_core_header_my_permissions
contentguards_core_header_partial_update
contentguards_core_header_read
contentguards_core_header_remove_role
contentguards_core_header_update
contentguards_core_rbac_list_roles
contentguards_core_rbac_my_permissions
contentguards_core_rbac_partial_update
contentguards_core_rbac_update
content_rpm_distribution_trees_read
content_rpm_modulemd_defaults_create
content_rpm_modulemd_obsoletes_create
content_rpm_modulemd_obsoletes_list
content_rpm_modulemd_obsoletes_read
content_rpm_modulemds_create
content_rpm_packageenvironments_read
content_rpm_repo_metadata_files_read
distributions_core_artifacts_list
distributions_core_artifacts_read
distributions_deb_apt_create
distributions_deb_apt_delete
distributions_deb_apt_list
distributions_deb_apt_partial_update
distributions_deb_apt_read
distributions_deb_apt_set_label
distributions_deb_apt_unset_label
distributions_deb_apt_update
distributions_file_file_add_role
distributions_file_file_list_roles
distributions_file_file_my_permissions
distributions_file_file_remove_role
distributions_file_file_set_label
distributions_file_file_unset_label
distributions_file_file_update
distributions_list
distributions_rpm_rpm_add_role
distributions_rpm_rpm_list_roles
distributions_rpm_rpm_my_permissions
distributions_rpm_rpm_partial_update
distributions_rpm_rpm_remove_role
distributions_rpm_rpm_set_label
distributions_rpm_rpm_unset_label
distributions_rpm_rpm_update
docs_api.json_get
docs_api.yaml_get
domains_create
domains_delete
domains_list
domains_partial_update
domains_read
domains_update
exporters_core_filesystem_create
exporters_core_filesystem_delete
exporters_core_filesystem_exports_create
exporters_core_filesystem_exports_delete
exporters_core_filesystem_exports_list
exporters_core_filesystem_exports_read
exporters_core_filesystem_list
exporters_core_filesystem_partial_update
exporters_core_filesystem_read
exporters_core_filesystem_update
exporters_core_pulp_update
groups_add_role
groups_list_roles
groups_partial_update
groups_read
groups_remove_role
groups_roles_read
groups_update
importers_core_pulp_imports_create
importers_core_pulp_imports_delete
importers_core_pulp_imports_list
importers_core_pulp_imports_read
importers_core_pulp_read
importers_core_pulp_update
livez_read
orphans_delete
publications_deb_apt_create
publications_deb_apt_delete
publications_deb_apt_list
publications_deb_apt_read
publications_deb_verbatim_create
publications_deb_verbatim_delete
publications_deb_verbatim_list
publications_deb_verbatim_read
publications_file_file_add_role
publications_file_file_list_roles
publications_file_file_my_permissions
publications_file_file_remove_role
publications_rpm_rpm_add_role
publications_rpm_rpm_list_roles
publications_rpm_rpm_my_permissions
publications_rpm_rpm_remove_role
pulp_import_check_post
remotes_deb_apt_create
remotes_deb_apt_delete
remotes_deb_apt_list
remotes_deb_apt_partial_update
remotes_deb_apt_read
remotes_deb_apt_set_label
remotes_deb_apt_unset_label
remotes_deb_apt_update
remotes_file_file_add_role
remotes_file_file_list_roles
remotes_file_file_my_permissions
remotes_file_file_remove_role
remotes_file_file_set_label
remotes_file_file_unset_label
remotes_file_file_update
remotes_list
remotes_rpm_rpm_my_permissions
remotes_rpm_rpm_remove_role
remotes_rpm_rpm_set_label
remotes_rpm_rpm_unset_label
remotes_rpm_rpm_update
remotes_rpm_uln_add_role
remotes_rpm_uln_list_roles
remotes_rpm_uln_my_permissions
remotes_rpm_uln_remove_role
remotes_rpm_uln_set_label
remotes_rpm_uln_unset_label
remotes_rpm_uln_update
repair_post
repositories_deb_apt_create
repositories_deb_apt_delete
repositories_deb_apt_list
repositories_deb_apt_modify
repositories_deb_apt_partial_update
repositories_deb_apt_read
repositories_deb_apt_set_label
repositories_deb_apt_sync
repositories_deb_apt_unset_label
repositories_deb_apt_update
repositories_deb_apt_versions_delete
repositories_deb_apt_versions_list
repositories_deb_apt_versions_read
repositories_deb_apt_versions_repair
repositories_file_file_list_roles
repositories_file_file_my_permissions
repositories_file_file_update
repositories_rpm_rpm_add_role
repositories_rpm_rpm_list_roles
repositories_rpm_rpm_my_permissions
repositories_rpm_rpm_remove_role
repositories_rpm_rpm_set_label
repositories_rpm_rpm_unset_label
repositories_rpm_rpm_update
repositories_rpm_rpm_versions_delete
roles_partial_update
roles_read
roles_update
signing_services_read
task_groups_list
tasks_add_role
task_schedules_add_role
task_schedules_list
task_schedules_list_roles
task_schedules_my_permissions
task_schedules_read
task_schedules_remove_role
tasks_delete
tasks_list_roles
tasks_my_permissions
tasks_remove_role
uploads_add_role
uploads_delete
uploads_list
uploads_list_roles
uploads_my_permissions
uploads_remove_role
upstream_pulps_add_role
upstream_pulps_list_roles
upstream_pulps_my_permissions
upstream_pulps_read
upstream_pulps_remove_role
upstream_pulps_update
users_read
users_roles_read
users_update